# Scooter = AltaVista User-agent: Scooter # Infoseek = Infoseek User-agent: Infoseek # Slurp = Hotbot,AOL,GoTo,MSN,Iwon,Looksmart User-agent: Slurp # ArchitextSpider = Excite,WebCrawler User-agent: ArchitextSpider # Googlebot = Google User-agent: Googlebot # Lycos = Lycos User-agent: Lycos # Gulliver = Northern Light User-agent: Gulliver # Fast = Fast (Alltheweb.com) User-agent: Fast # Grabber = DirectHit User-agent: Grabber Disallow: /cgi-bin/ Disallow: /lib/ Disallow: /vnc/ Disallow: /files/