# The crawlers listed below are allowed on the Alexa site.  
# Alexa allows other crawlers on a case by case basis. 
# Send requests to frontdesk@alexa.com. 
#
# Alexa provides access to traffic ranking data via Amazon Web Services. 
# More information here: <URL: http://aws.amazon.com/awis>

User-agent: googlebot	
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: gulliver	
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: slurp	
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: fast	
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: scooter	
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: vscooter	
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: ia_archiver	
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: Nutch 	
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: FAST-WebCrawler
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: teoma
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: Lycos_Spider_(T-Rex)	
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: MSNBOT
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: msnbot-media/1.0
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: ArchitextSpider
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: ZyBorg
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: SurveyBot
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: alexa_site_report
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


User-agent: Baiduspider
Disallow: /cgi-bin
Disallow: /contents/themes/default/images


# Disallow all other crawlers

User-agent: *		
Disallow: /