#====================
# NO ACCESS BOT LIST
#====================

# NO access (e-collector)
User-agent: ecollector
User-agent: GenCrawler
User-agent: Internet Cruiser Robot
User-agent: jcrawler
User-agent: Zeus
User-agent: TurnitinBot
User-agent: T-H-U-N-D-E-R-S-T-O-N-E
User-agent: LinkWalker
User-agent: polybot
User-agent: LinkAlarm
User-agent: NetMechanic
User-agent: Googlebot-Image
Disallow: /

#=====================
# FULL ACCESS BOT LIST
#=====================

#  FULL access (WhoWhere?)
User-agent: whowhere
User-agent: ZyBorg
User-agent: Scooter
User-agent: ArchitextSpider
User-agent: topiclink
User-agent: ia_archiver
User-agent: DaviesBot
User-agent: winona
User-agent: ru-robot
User-agent: ScoutAbout
User-agent: Speedy_Spider
User-agent: Lycos_Spider_(T-Rex)
User-agent: FAST-WebCrawler
User-agent: Mediapartners-Google
User-agent: Googlebot
User-agent: Adsbot-Google
User-agent: Googlebot-Mobile
User-agent: Gulliver
User-agent: fido
User-agent: Slurp
User-agent: Enterprise_Search
User-agent: legs
User-agent: grabber
User-agent: Gigabot
Disallow: /_private
Disallow: /aspnet_client
Disallow: /awakening
Disallow: /blackops
Disallow: /bookstore
Disallow: /c_error.asp
Disallow: /CAPTCHA
Disallow: /cgi-bin
Disallow: /database
Disallow: /flash
Disallow: /forum
Disallow: /gatekeeper
Disallow: /images
Disallow: /quickstart
Disallow: /redesign
Disallow: /sti_2k8
Disallow: /sti_v02
Disallow: /BlackOPs
Disallow: /AE
Disallow: /ajax

# ALL BOTS
Disallow: /_private
Disallow: /aspnet_client
Disallow: /awakening
Disallow: /blackops
Disallow: /bookstore
Disallow: /c_error.asp
Disallow: /CAPTCHA
Disallow: /cgi-bin
Disallow: /database
Disallow: /flash
Disallow: /forum
Disallow: /gatekeeper
Disallow: /images
Disallow: /merchant2
Disallow: /quickstart
Disallow: /redesign
Disallow: /sti_2k8
Disallow: /sti_v02
Disallow: /BlackOPs
Disallow: /gg
Disallow: /ajax