User-agent: Mediapartners-Google*
User-agent:googlemediabot*
User-agent: googlebot	
User-agent: gulliver	
User-agent: slurp	
User-agent: fast	
User-agent: scooter	
User-agent: vscooter	
User-agent: ia_archiver	
User-agent: Nutch 	
User-agent: FAST-WebCrawler
User-agent: teoma
User-agent: Lycos_Spider_(T-Rex)	
User-agent: MSNBot
User-agent: MSNPTC
User-agent: msnbot-media/1.0
User-agent: ArchitextSpider
User-agent: ZyBorg
User-agent: SurveyBot
User-agent: alexa_site_report
User-agent: Baiduspider
# Disallow all other crawlers
User-agent: *		
Disallow: /