# robots.txt $Revision: 1.4 $

#
# Base directive for unknown and bad spiders
#
User-agent: *
User-agent: Baiduspider
User-agent: copyright sheriff
User-agent: DealGates Bot
User-agent: Gaisbot
User-agent: GingerCrawler
User-agent: Nutch
User-agent: renlifangbot
User-agent: SurveyBot
User-agent: VoilaBot
User-agent: Yandex
User-agent: Yeti
User-agent: YoudaoBot
Disallow: /

#
# More specific general directives
#
User-agent: Butterfly
User-agent: Charlotte
User-agent: Exabot
User-agent: envolk
User-agent: Gigabot
User-agent: ScoutJet
User-agent: Speedy
User-agent: Teoma
User-agent: TurnitinBot
User-agent: Twiceler
User-agent: YowedoBot
Disallow:
Disallow: /Ima
Disallow: /Nav
Disallow: /cou
Disallow: /ess
Disallow: /fav
Disallow: /web

#
# Alexa web archiver directives
#
User-agent: ia_archiver
Disallow:
Disallow: /PDF/
Disallow: /cou
Disallow: /essC
Disallow: /web

#
# Googlebot(s) specific directives
#
User-agent: Adsbot-Google
User-agent: Googlebot
Disallow: 
# Files that SHOULD NOT be crawled (and have been)
Disallow: /PDF/Conquest/questlift.htm
# Directories that SHOULD NOT be crawled (and have been)
Disallow: /web
# NO Image/AdSense Bots
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
Disallow: /

#
# Yahoo! Slurp(s) specific directives
#
User-agent: Slurp
Disallow: 
# Files that SHOULD NOT be crawled (and have been)
# Disallow: /vehiclelifts.shtml (re-enact if still present in 60days)
Disallow: /elevators.html
Disallow: /faq.html
# Directories that SHOULD NOT be crawled (and have been)
Disallow: /Ima
Disallow: /Nav
Disallow: /cou
Disallow: /ess
Disallow: /fav
Disallow: /web

#
# MSNbot(s) specific directives
#
User-agent: MSNBot
User-agent: msnbot
User-agent: msnbot-products
User-agent: msnbot-newsblogs
Disallow: 
# Files that SHOULD NOT be crawled (and have been)
# Disallow: /vehiclelifts.shtml (re-enact if still present in 60days)
# Directories that SHOULD NOT be crawled (and have been)
Disallow: /Ima
Disallow: /Nav
Disallow: /cou
Disallow: /ess
Disallow: /fav
Disallow: /web
# NO Media
User-agent: msnbot-media
Disallow: /