# robots.txt file to block indexing of some URLs

User-agent: Teleport Pro/1.29
Disallow: /


#####
# googlebot disallowed commented out on 2003-01-08 after request by google.com to be allowed to index us again
#
# User-agent: Googlebot/1.0 (googlebot(at)googlebot.com)
# Disallow: /
#
# User-agent: Googlebot/1.0
# Disallow: /

####
# used by Yahoo disallowed commented out on 2005-09-01 after request by yahoo-inc.com to be allowed to index us again
#
# User-agent: Slurp.so/1.0 (slurp@inktomi.com; http://www.inktomi.com/slurp.html)
# Disallow: /
#
# User-agent: Slurp.so/1.0
# Disallow: /

User-agent: WebZIP/2.46 (http://www.spidersoft.com)
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /Temp/
Disallow: /tmp/
Disallow: /htgt/
# stopped robots from crawling htgt RT #110484
Disallow: /gbrowse2/
Disallow: /fgb2/
Disallow: /search
# Bot trawling killed the legacy servers so we're blocking it for now.
Disallow: /perl/genetics/CGP/