# robots.txt for http://www.guideto.org/
User-Agent: *
Disallow: /cgi-bin/

User-Agent: msnbot 
Crawl-delay: 20

User-agent: Slurp
Crawl-delay: 20

User-agent: psbot 
Disallow: / 

User-agent: Speedy
Crawl-delay: 20
Disallow: /find
Disallow: /new
Disallow: /news
Disallow: /cool
Disallow: /hot
Disallow: /fun
Disallow: /popular
Disallow: /info
Disallow: /christmas
Disallow: /teeth
Disallow: /halloween