User-Agent: googlebot
User-Agent: SlowBot
User-Agent: heraSpider
User-Agent: Surfbot
User-Agent: Bizbot003
User-Agent: WebWalker
User-Agent: SandBot
User-Agent: EnigmaBot
User-Agent: spyder3.microsys.com
User-Agent: WhoWhere Robot
User-Agent: WhoWhere Robot
User-Agent: ITI Spider
User-Agent: w3index
User-Agent: MyCNNSpider
User-Agent: SummyCrawler
User-Agent: OGspider
User-Agent: linklooker
User-Agent: CyberSpyder
User-Agent: BizBot04 kirk.overleaf.com
User-Agent: HappyBot (gserver.kw.net)
User-Agent: CaliforniaBrownSpider
User-Agent: EI*Net/0.1 libwww/0.1
User-Agent: Merritt/1.0
Disallow: /catalogs 
Disallow: /catalogues 
Disallow: /nwsHp 
Disallow: /? 
Disallow: /addurl/image? 
Disallow: /pagead/ 
Disallow: /relpage/ 
Disallow: /sorry/ 
Disallow: /imgres 
Disallow: /keyword/ 
Disallow: /u/ 
Disallow: /univ/ 
Disallow: /cobrand 
Disallow: /custom 
Disallow: /advanced_group_search 
Disallow: /advanced_search 
Disallow: /preferences 
Disallow: /setprefs 
Disallow: /swr 
Disallow: /wml? 
Disallow: /xhtml? 
Disallow: /xml? 
Disallow: /imode? 
Disallow: /jsky? 
Disallow: /pda? 
Disallow: /sprint_xhtml 
Disallow: /sprint_wml 
Disallow: /pqa 
Disallow: /palm 
Disallow: /gwt/ 
Disallow: /purchases 
Disallow: /hws 
Disallow: /bsd? 
Disallow: /linux? 
Disallow: /mac? 
Disallow: /microsoft? 
Disallow: /unclesam? 
Disallow: /answers/search?q= 
Disallow: /local? 
Disallow: /local_url 
Disallow: /froogle? 
Disallow: /froogle_ 
Disallow: /print? 
Disallow: /books? 
Disallow: /scholar? 
Disallow: /complete 
Disallow: /sponsoredlinks 
Disallow: /videosearch? 
Disallow: /videopreview? 
Disallow: /videoprograminfo? 
Disallow: /maps? 
Disallow: /translate? 
Disallow: /ie? 
Disallow: /sms/demo? 
Disallow: /katrina? 
Disallow: /blogsearch? 
Disallow: /blogsearch/ 
Disallow: /blogsearch_feeds 
Disallow: /advanced_blog_search 
Disallow: /reader/ 
Disallow: /chart? 
Disallow: /transit?