# Generic Robot rules User-agent: * Disallow: /_borders Disallow: /_derived Disallow: /_fpclass Disallow: /_overlay Disallow: /_private Disallow: /_themes Disallow: /_vti_bin Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_map Disallow: /_vti_pvt Disallow: /_vti_txt Disallow: /_private Disallow: /ScriptLibrary Disallow: /cgi-bin Disallow: /domains Disallow: /include # # allowing googlebots User-agent: Mediapartners-Google* Disallow: User-agent: psbot Disallow: /