#Alexa

User-agent: ia_archiver
Disallow: /cgi-bin/
Disallow: /tmp/

#Cipinet

User-agent: cipinetbot
Disallow: /cgi-bin/
Disallow: /tmp/

# Alta-Vista

User-agent: Scooter/2.0 G.R.A.B. X2.0
Disallow: /cgi-bin/
Disallow: /tmp/

User-agent: Scooter/1.0 scooter@pa.dec.com
Disallow: /cgi-bin/
Disallow: /tmp/

User-agent: Scooter/1.0
Disallow: /cgi-bin/
Disallow: /tmp/

User-agent: Scooter/2.0 G.R.A.B. V1.0.3
Disallow: /cgi-bin/
Disallow: /tmp/

User-agent: Scooter/2.0 G.R.A.B. VX2.0
Disallow: /cgi-bin/
Disallow: /tmp/


# Infoseek

User-agent: InfoSeek Sidewinder/0.9
Disallow: /cgi-bin/
Disallow: /tmp/


User-agent: Mozilla/3.01
Disallow: /cgi-bin/
Disallow: /tmp/



# Excite (and Webcrawler)

User-agent: ArchitextSpider
Disallow: /cgi-bin/
Disallow: /tmp/


# Excite source not known
User-agent: NewTracker
Disallow: /cgi-bin/
Disallow: /tmp/

# NorthernLight
User-agent: Gulliver/1.2
Disallow: /cgi-bin/
Disallow: /tmp/



User-agent: taz.northernlight.com
Disallow: /cgi-bin/
Disallow: /tmp/


# NorthernLight
User-agent:gulliver.northernlight.com
Disallow: /cgi-bin/
Disallow: /tmp/

# NorthernLight
User-agent:tornado.northernlight.com
Disallow: /cgi-bin/
Disallow: /tmp/


# Google
User-agent: googlebot
Disallow: /cgi-bin/
Disallow: /tmp/


# Google
User-agent: Googlebot-mobile
Disallow: /cgi-bin/
Disallow: /tmp/


# Google
User-agent: BackRub/1.2
Disallow: /cgi-bin/
Disallow: /tmp/

# Google
User-agent: backrub@google.stanford.edu
Disallow: /cgi-bin/
Disallow: /tmp/


# Google
User-agent: http://google.stanford.edu/
Disallow: /cgi-bin/
Disallow: /tmp/


# Inktomi (Hot Bot)
User-agent: Slurp/2.0
Disallow: /cgi-bin/
Disallow: /tmp/


# Inktomi (Hot Bot)
User-agent: Slurp@inktomi.com
Disallow: /cgi-bin/
Disallow: /tmp/


# Inktomi (Hot Bot)
User-agent: http://www.inktomi.com/slurp.html
Disallow: /cgi-bin/
Disallow: /tmp/


#  **********************
# PlanetSearch
User-agent: fido/1.0
Disallow: /cgi-bin/
Disallow: /tmp/



# PlanetSearch
User-agent: Harvest/1.4.pl2
Disallow: /cgi-bin/
Disallow: /tmp/

# Euroseek
User-agent: Arachnoidea
Disallow: /cgi-bin/
Disallow: /tmp/


# Euroseek
User-agent: arachnoidea@euroseek.com
Disallow: /cgi-bin/
Disallow: /tmp/



# Ask
User-agent: teoma
Disallow: /cgi-bin/
Disallow: /tmp/


# Gigablast
User-agent: gigabot
Disallow: /cgi-bin/
Disallow: /tmp/


# Nutch
User-agent: nutch
Disallow: /cgi-bin/
Disallow: /tmp/


# Baidu
User-agent: baiduspider
Disallow: /cgi-bin/
Disallow: /tmp/


# Naver
User-agent: naverbot
Disallow: /cgi-bin/
Disallow: /tmp/


# Naver
User-agent: yeti
Disallow: /cgi-bin/
Disallow: /tmp/


# DMOZ
User-agent: robozilla
Disallow: /cgi-bin/
Disallow: /tmp/


# MSN
User-agent: msnbot
Disallow: /cgi-bin/
Disallow: /tmp/


# Yahoo
User-agent: slurp
Disallow: /cgi-bin/
Disallow: /tmp/


# Yahoo
User-agent: yahoo-slurp
Disallow: /cgi-bin/
Disallow: /tmp/


# ScrubTheWeb
User-agent: scrubby
Disallow: /cgi-bin/
Disallow: /tmp/


# Cuil
User-agent: twiceler
Disallow: /cgi-bin/
Disallow: /tmp/