# from WebmasterWorld.com: robots.txt

User-agent: NextGenSearchBot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: gammaSpider
Disallow: /

User-agent: psbot
Disallow: /

User-agent: turnitinbot
Disallow: /

User-agent: BDFetch
Disallow: /

User-agent: Jetbot
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: larbin
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: LinkWalker
Disallow: /


User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /contents/
Disallow: /error/
Disallow: /files/
Disallow: /images/
Disallow: /include/
Disallow: /investors/
Disallow: /forsale/