# robots.txt file to block indexing of some URLs

User-agent: Teleport Pro/1.29
Disallow: /

# User-agent: Slurp.so/1.0 (slurp@inktomi.com; http://www.inktomi.com/slurp.html)
# Disallow: /
#
# User-agent: Slurp.so/1.0
# Disallow: /

WebZIP/2.46 (http://www.spidersoft.com)
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /perl/