User-agent: * # match all bots Disallow: /client-portal/ # keep them out of client portal