User-agent: *
Disallow: /_borders/
Disallow: /_cusudi/
Disallow: /_derived/
Disallow: /_disc1/
Disallow: /_fpclass/
Disallow: /_kbas/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_reqdis/
Disallow: /_themes/
Disallow: /_vti_cnf/
Disallow: /_vti_inf.html
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /adm/
Disallow: /admin/
Disallow: /administrator/
Disallow: /ads.counter
Disallow: /animate.js
Disallow: /archive_in/
Disallow: /archive_out/
Disallow: /asfroot/
Disallow: /aspnet_client/
Disallow: /avi/
Disallow: /backup/
Disallow: /backups/
Disallow: /banner/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /components/
Disallow: /contrib/
Disallow: /contrib1/
Disallow: /contrib2/
Disallow: /cusuaftr.htm
Disallow: /cusuahdr.htm
Disallow: /cusucfrm.htm
Disallow: /cusufoot.htm
Disallow: /cusuhead.htm
Disallow: /cusupost.htm
Disallow: /cususrch.htm
Disallow: /cusutoc.htm
Disallow: /db/
Disallow: /disc1_cfrm.htm
Disallow: /disc1_frm.htm
Disallow: /disc1_post.htm
Disallow: /disc1_srch.htm
Disallow: /disc1_tocf.htm
Disallow: /disc1_welc.htm
Disallow: /dmdocuments/
Disallow: /docs/
Disallow: /editor/
Disallow: /fonts/
Disallow: /fpdb/
Disallow: /ftp/
Disallow: /global.asa
Disallow: /iisstart.asp
Disallow: /image/
Disallow: /images/
Disallow: /img/
Disallow: /imgstore/
Disallow: /include/
Disallow: /includes/
Disallow: /index.htm
Disallow: /install/
Disallow: /install1/
Disallow: /install2/
Disallow: /joomla/
Disallow: /jukebox/
Disallow: /language/
Disallow: /languages/
Disallow: /localstart.asp
Disallow: /mambots/
Disallow: /membership.htm
Disallow: /memcache.php
Disallow: /midi/
Disallow: /modules/
Disallow: /mp3/
Disallow: /mp3/
Disallow: /mpeg/
Disallow: /music_box/
Disallow: /phpinfo.php
Disallow: /phpMyAdmin/
Disallow: /postinfo.html
Disallow: /prx1.php
Disallow: /skin/
Disallow: /sources/
Disallow: /ssi_templates/
Disallow: /storage/
Disallow: /store/
Disallow: /style_images/
Disallow: /templates/
Disallow: /test.cgi
Disallow: /test.pl
Disallow: /txt/
Disallow: /uploads/
Disallow: /video/
Disallow: /video/

# Disallow Collectors and Spam

User-agent: cherrypicker
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: CherryPickerElite/1.0
Disallow: /

User-agent: CherryPickerSE/1.0
Disallow: /

User-agent: Collage
Disallow: /

User-agent: Download Wonder
Disallow: /

User-agent: DSurf
Disallow: /

User-agent: EliteSys Entry
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ESIRover
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: GetBot
Disallow: /

User-agent: GetUrl
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: HavIndex
Disallow: /

User-agent: httrack
Disallow: /

User-agent: InfoSpiders
Disallow: /

User-agent: Internet Explore
Disallow: /

User-agent: Jeeves
Disallow: /

User-agent: KDD Exploror
Disallow: /

User-agent: LightningDownload
Disallow: /

User-agent: Mail Sweeper
Disallow: /

User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0)
Disallow: /

User-agent: munky
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: PBWF
Disallow: /

User-agent: Roverbot
Disallow: /

User-agent: Shai'Hulud
Disallow: /

User-agent: SpiderBot
Disallow: /

User-agent: ssearcher100
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: Templeton
Disallow: /

User-agent: Titan 
Disallow: /

User-agent: vobsub
Disallow: /

User-agent: w3mir
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: WebCatcher
Disallow: /

User-agent: webcopier
Disallow: /

User-agent: WebCopy
Disallow: /

User-agent: WebEmailExtrac
Disallow: /

User-agent: WebFetcher
Disallow: /

User-agent: WebMirror
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: webvac
Disallow: /

User-agent: WebWalk
Disallow: /

User-agent: wGet
Disallow: /

User-agent: xGet
Disallow: /