#Hotbot, MSN, Goto, Snap, Looksmart, AOL Search and Iwon
User-agent: Slurp
Disallow: /sub/
Disallow: /Catalog/

#Excite/WebCrawler  
User-agent: ArchitextSpider
Disallow: /sub/
Disallow: /Catalog/

#Google, Netscape, and Yahoo
User-agent: Googlebot
Disallow: /sub/
Disallow: /Catalog/

#AltaVista
User-agent: Scooter
Disallow: /sub/
Disallow: /Catalog/

#Lycos
User-agent: Lycos
Disallow: /sub/
Disallow: /Catalog/

#DirectHit
User-agent: Grabber
Disallow: /sub/
Disallow: /Catalog/

#Fast
User-agent: Fast
Disallow: /sub/
Disallow: /Catalog/

#Northern Light
User-agent: Gulliver
Disallow: /sub/
Disallow: /Catalog/