# The crawlers listed below are allowed on the Alexa site.
# Alexa allows other crawlers on a case by case basis.
# Send requests to piotr@e-prospect.pl.
#
# Alexa provides access to traffic ranking data via Amazon Web Services.
# More information here: <URL: http://www.e-prospect.pl>

User-agent: googlebot
Disallow: /search  

User-agent: gulliver
Disallow: /search   

User-agent: slurp
Disallow: /search   

User-agent: fast
Disallow: /search   

User-agent: scooter
Disallow: /search   

User-agent: vscooter
Disallow: /search   

User-agent: ia_archiver
Disallow: /search   

User-agent: Nutch
Disallow: /search   

User-agent: FAST-WebCrawler
Disallow: /search   

User-agent: teoma_agent1
Disallow: /search   

User-agent: Lycos_Spider_(T-Rex)
Disallow: /search   

User-agent: MSNBOT/0.1
Disallow: /search   

User-agent: ArchitextSpider
Disallow: /search   

User-agent: ZyBorg
Disallow: /search   

User-agent: SurveyBot
Disallow: /search   

/# Disallow all other crawlers   

User-agent: *
Disallow: /