# adios spiders


User-agent: *
Disallow:   /cgi-bin
Disallow:   /tezt_folder
Disallow:   /Admin
Disallow:   /aspnet_client
Disallow:   /images
Disallow:   /includes
Disallow:   /Logs
Disallow:   /messageboard
Disallow:   /MobileQuickStart
Disallow:   /Navigation
Disallow:   /NewSearch
Disallow:   /Scripts
Disallow:   /Search
Disallow:   /Tools
Disallow:   /Webservices
Disallow:   /_private
Disallow:   /_borders
Disallow:   /_overlay
Disallow:   /_ScriptLibrary
Disallow:   /_themes
Disallow:   /_vti-log
Disallow:   /_vti_bin
Disallow:   /_overlay
Disallow:   /_fpclass
Disallow:   /_themes
Disallow:   /RevenueEstimating
Disallow:   /B2S

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro 
Disallow: /

User-agent: ExtractorPro 
Disallow: /

User-agent: Mozilla.*NEWT 
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: CherryPicker 
Disallow: /

User-agent: [Ww]eb[Bb]andit 
Disallow: /

User-agent: WebEMailExtrac.*
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: Zeus.*Webster
Disallow: /

User-agent: Wget
Disallow: /

User-agent: LinkWalker 
Disallow: /

User-agent: ia_archiver 
Disallow: /

User-agent: DIIbot 
Disallow: /

User-agent: psbot 
Disallow: /

User-agent: EmailCollector
Disallow: /