# All robots will spider the domain User-agent: * Disallow: /c/portal/ Disallow: /c/portal/login Disallow: /c/portal/css_cached Disallow: /c/portal/javascript_cached Disallow: /c/portal/extend_session Disallow: /html/ Disallow: /pbhs/