# All User-agent: * Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /users/ Disallow: /w3c/ Disallow: /styles/ Disallow: /scripts/ Disallow: /login.html Disallow: /recruiters/ # Altavista (Altavista search engine only) #User-agent: Scooter # FAST/AllTheWeb (AllTheWeb search engine) #User-agent: fast # Google (Google Search Engine) #User-agent: Googlebot # Inktomi (Anzwers, AOL, Canada.com, Hotbot, MSN, etc.) #User-agent: slurp