# Robots.txt file from http://www.searchengineworld.com
#
# Bans from cgi-bin and images
#
# Disallow /cgi-bin/

User-agent: Slurp
Crawl-delay: 15
User-Agent: msnbot
crawl-delay: 15

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /intranet/
Disallow: /homepages/

User-agent: Teleport Pro/1.29
Disallow: /
User-agent: Wget/1.8.2
Disallow: /