# www.robotstxt.org/ # www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 User-agent: * Disallow: / User-agent: Googlebot Allow: / User-agent: Applebot Allow: / User-Agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: Googlebot-Image Allow: / User-agent: * Disallow: /login User-agent: * Disallow: /register