# The crawlers listed below are allowed on the Host-ro.com site.  
# Host-ro.com allows other crawlers on a case by case basis. 
# Send requests to robots@Host-ro.com. 
#
# Host-ro.com and Alexa provides access to traffic ranking data via Amazon Web Services. 
# More information here: <URL: http://aws.amazon.com/awis>

User-agent: googlebot	
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: gulliver	
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: slurp	
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: fast	
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: scooter	
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: vscooter	
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: ia_archiver	
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: Nutch 	
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: FAST-WebCrawler
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: teoma_agent1	
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: Lycos_Spider_(T-Rex)	
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: MSNBOT/0.1
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: msnbot-media/1.0
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: ArchitextSpider
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: ZyBorg
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

User-agent: SurveyBot
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini

# Disallow all other crawlers

User-agent: *		
Disallow: /cgi-bin
Disallow: /code
Disallow: /view
Disallow: /images
Disallow: /imagini