#Hotbot, MSN, Goto, Snap, Looksmart, AOL Search and Iwon
User-agent: Slurp
Disallow: /home/
Disallow: /ci/
Disallow: /gl/
Disallow: /gi/
Disallow: /vs/
Disallow: /lc/
Disallow: /dh/
Disallow: /fs/

#Excite/WebCrawler  
User-agent: ArchitextSpider
Disallow: /home/
Disallow: /gl/
Disallow: /ht/
Disallow: /gi/
Disallow: /vs/
Disallow: /lc/
Disallow: /dh/
Disallow: /fs/

#Google, Netscape, and Yahoo
User-agent: Googlebot
Disallow: /home/
Disallow: /ci/
Disallow: /ht/
Disallow: /gi/
Disallow: /vs/
Disallow: /lc/
Disallow: /dh/
Disallow: /fs/

#Infoseek
User-agent: Infoseek
Disallow: /home/
Disallow: /ci/
Disallow: /ht/
Disallow: /vs/
Disallow: /gl/
Disallow: /lc/
Disallow: /dh/
Disallow: /fs/

#AltaVista
User-agent: Scooter
Disallow: /home/
Disallow: /ci/
Disallow: /ht/
Disallow: /gl/
Disallow: /gi/
Disallow: /lc/
Disallow: /dh/
Disallow: /fs/

#Lycos
User-agent: Lycos
Disallow: /home/
Disallow: /ci/
Disallow: /ht/
Disallow: /gl/
Disallow: /gi/
Disallow: /vs/
Disallow: /dh/
Disallow: /fs/

#DirectHit
User-agent: Grabber
Disallow: /home/
Disallow: /ci/
Disallow: /ht/
Disallow: /gl/
Disallow: /gi/
Disallow: /vs/
Disallow: /lc/
Disallow: /fs/

#Fast
User-agent: Fast
Disallow: /home/
Disallow: /ci/
Disallow: /ht/
Disallow: /gl/
Disallow: /gi/
Disallow: /vs/
Disallow: /lc/
Disallow: /dh/

#Northern Light
User-agent: Gulliver
Disallow: /home/
Disallow: /ci/
Disallow: /ht/
Disallow: /gl/
Disallow: /gi/
Disallow: /vs/
Disallow: /lc/
Disallow: /dh/
Disallow: /fs/