# These entries assist in minimizing bandwidth usage caused 
# by questionable robots spidering your site. Some of these 
# robots or agents are used by web-stripping sofware.
# Please do not remove these entries, but feel free to add 
# your own at the end of the list.
# If you have any questions regarding this file, please 
# contact support@thinkhost.com

User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /images/

User-agent: TeomaAgent
Disallow: /cgi-bin/
Disallow: /images/

User-agent: Zyborg
Disallow: /cgi-bin/
Disallow: /images/

User-agent: Architext spider
Disallow: /cgi-bin/
Disallow: /images/

User-agent: FAST-WebCrawler
Disallow: /cgi-bin/
Disallow: /images/

User-agent: Slurp
Disallow: /cgi-bin/
Disallow: /images/

User-agent: Ask Jeeves
Disallow: /cgi-bin/
Disallow: /images/

User-agent: ia_archiver
Disallow: /cgi-bin/
Disallow: /images/

User-agent: Scooter
Disallow: /cgi-bin/
Disallow: /images/

User-agent: Mercator
Disallow: /cgi-bin/
Disallow: /images/

User-agent: crawler@fast
Disallow: /cgi-bin/
Disallow: /images/

User-agent: Crawler
Disallow: /cgi-bin/
Disallow: /images/

User-agent: InfoSeek sidewinder
Disallow: /cgi-bin/
Disallow: /images/

User-agent: Lycos_Spider_(T-Rex)
Disallow: /cgi-bin/
Disallow: /images/

User-agent: MantraAgent
Disallow: /cgi-bin/
Disallow: /images/

User-agent: Moget
Disallow: /cgi-bin/
Disallow: /images/

User-agent: WebCrawler
Disallow: /cgi-bin/
Disallow: /images/

# bad guy robots

User-agent: *
Disallow: /