# robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /js Disallow: /templates Disallow: /navigation Disallow: /ASPForms Disallow: /css