# robots.txt
User-agent: DISCo Pump, Wget, WebZIP, Teleport, TeleportPro, Teleport Pro, WebSnake, Offline Explorer, Web-By-Mail
Disallow: /

User-agent: googlebot
Disallow: *.exe
Disallow: *.zip

User-agent: *
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_map
Disallow: /_vti_pvt
Disallow: /_vti_txt 
Disallow: /_private
Disallow: /admin
Disallow: /cgi-bin
Disallow: /images