! spiders.txt Contribution version 2007-04-11 - By Dibacommerce.com
! *******************Best Spiders List***********************!
! architext spider 
! ask jeeves 
! crawler 
! crawler@fast  
! fast-webcrawler 
! fluffy the spider  
! googlebot
! gulliver 
! ia_archiver 
! infoseek sidewinder 
! kit_fireball 
! lycos_spider_(t-rex) 
! mantraagent 
! mercator 
! moget 
! msnbot
! muscatferret 
! scooter 
! sleek spider 
! slurp 
! teomaagent 
! t-h-u-n-d-e-r-s-t-o-n-e 
! ultraseek 
! voilabot 
! webcrawler 
! yahoo slurp
! zyborg 

! ****************knocker Spiders List!**********************!

.bot
/bot
/teoma
_bot
abcdatos
abot
accoona
acme
acoon
adressendeutschland
ah-ha.com
ahoy
alkaline
almaden
altavista
amfibibot
ananzi
answerbus
anthill
appie
appie1.1
arachnophilia
arale
araneo
aranha
araybot
architext
aretha
argus
ariadne
arks
aspider
aspseek
asterias
asterias2.0
atlocal
atn
atomz
augurfind
auresys
avantgo
backrub
baiduspider
bannana_bot
bbot
bdcindexer
bdfetch
becomebot
big brother
biglotron
bjaaland
blackwidow
blo.
blog
bloodhound
boitho
booch
bordermanager
borg-bot
bot.
bot/
botlink
boxseabot
bradley
bruinbot
bspider
cactvs chemistry spider
calif
cassandra
ccubee
cfetch
charlotte
charlotte
charlotte
checkbot
christcrawler
churl
cienciaficcion
cienciaficcion.net
clushbot
cmc
collective
comagent
combine
combine system
computingsite
computingsite robi/1.0
confuzzledbot
converacrawler
coolbot
crawl
csci
curl
cusco
cyberspyder
cydralspider
dataparksearch
dbot
deepindex
delorie
depspid
deweb
die blinde kuh
dienstspider
digger
digimarc marcspider
digimarc marcspider/cgi
digital integrity robot
direct hit grabber
ditto
dmoz
dnabot
docomo
download express
dragonbot
dtaagent
dumbot
dwcp
ebiness
ebingbong
ebot
ecollector
e-collector
eit link verifier robot
ejupiter
elfinbot
emacs-w3 search engine
emailsiphon
esculapio
e-societyrobot
esther
evliya celebi
exabot
ezresult
falcon
fast enterprise crawler
fastbug
fastcrawler
felix ide
ferret
fetchrover
fido
filangy
findlinks
fireball
fish search
fluid dynamics search engine robot
focusedcrawler
fouineur
freecrawl
funnelweb
fusionbot
fyberspider
gaisbot
gammaspider
gazz
gcreep
genieknows
geobot
geonabot
getbot
getterroboplus
geturl
gigabot
girafabot
glx
goforit
goldfire server
golem
golembot
grabber
gralon
grapnel
grapnel/0.01 experiment
griffon
gromit
grub
grub-client
gulliver
gulperbot
h?m?h?kki
hamahakki
hambot
harvest
havindex
hbot
helix
henrythemiragorobot
heritrix
hku www octopus
holmes
homer
homerweb
htdig
html index
html_analyzer
htmlgobble
httpget
httrack
hubater
hyper-decontextualizer
ia_archiver
iajabot
ibm_planetwide
ichiro
iconsurf
iltrovatore
iltrovatore-setaccio
image.kapsi.net
imagelock
incywincy
indexer
inelabot
infobee
informant
infoseek
infoseek robot 1.0
infoseek sidewinder 2.0b
infospiders
ingrid
ingridbot
inktomi
inktomisearch
inktomisearch.com
inspector web
inspectorbot
intelliagent
intelliagentbot
internet cruiser robot
internet shinchakubin
internetlinkagent
ip3000
irlbot
irobot
iron33
israeli-search
istarthere
ivia
jack
jakarta
java/
javabee
jbot java web robot
jcrawler
jetbot
jobo
jobot
joebot
jubii indexing robot
jumpstation
katipo
kbot
kdd-explorer
kilroy
kit_fireball
kit-fireball
knowledge
ko_yappo_robot
kototoi
kretrieve
labelgrabber
lachesis
larbin
legs
libwww
libwww-mget
libwww-perl
limebot
link validator
linkalarm
linklint-checkonly
linknzbot
linkscan
linkwalker
lnspiderguy
lockon
lwp
lycos
magpie
mantraagent
mapoftheinternet
marvin/
mattie
mattiebot
mbot
mediafox
mediapartners
mercator
merzscope
metacarta
microsoft url control
mindcrawler
minirank
miva
mj12
mnogo
mnogosearch
moget
moget/
moget/1.0
momspider
monster
monsterbot
moose
motor
msiecrawler
msproxy
multitext
muncher
muncher bot
muninn
muscatferret
mwd.search
mysterybot
myweb
najdi
nameprotect
nationaldirectory
naverbot
naverbot_dloader
naverrobot
nazilla
nbot
ncsa beta
ndspider
nec-meshexplorer
nederland.zoek
netcarta webmap engine
netmechanic
netnosecrawler
netresearchserver
netscoop
newscan-online
nextgensearchbot
ng/
nhse
nomad
northstar robot
noyona
npbot
nusearch spider
nutch
nutchbot
nwi robot
nzexplorer
objectssearch
obot
occam
ocelli
omni
omniexplorer_bot
onetszukaj
ontospider
open text
openbot
openfind
openfind data gatherer
openintelligencedata
openintelligencedata
openintelligencedata
openintelligencedata
orb search
osis-project
pack rat
page_verifier
pageboy
pagebull
parasite
partnersite
patric
patwebbot
pbot
pear.
peerbot
pegasus
peregrinator
perlcrawler 1.0
pgp key agent
phantom
phpdig
picosearch
piltdownman
pimptrain
pimptrain.com's robot
pinpoint
pioneer
pipeliner
piranha
plumtreewebaccessor
pogodak
poirot
polybot
pompos
poodle predictor 1.0
poppelsdorf
poppi
popular iconoclast
portal juice spider
portal manager
portalb spider
psbot
psycheclone
psycheclone
psycheclone
psycheclone
psycheclone
publisher
python
python robot
quepasacreep
rambler
raven search
rbot
rbse spider
resume robot
rixbot
roach
road runner
roadhouse
roadhouse crawling system
robbie
robbie the robot
robocrawl spider
robofox
robopal
robot
robot francoroute
robozilla
roverbot
rpt-httpclient
rules
safaribookmarkchecker
safetynet robot
salty
sbider
sbot
scooter
scrubby
search agent
search.
search.aus-au.com
searchprocess
seek
seek.
seekbot
seeker
semanticdiscovery
senrigan
Sensis Web Crawler
sensis.au web crawler
seventwentyfour
sg-scout
shagseeker
shai'hulud
shark
shopwiki
sidewinder
sift
silk
simmany
simmany robot ver1.0
site searcher
site valet
sitetech-rover
skymob.com
slcrawler
sleek
slurp
slurp/si
slurp@inktomi.com
smart spider
smartwit
sna-
snappy
snooper
sogou
sohu
sohu-search
solbot
speedfind
speedy spider
speedyspider
sphider
spider
spider_monkey
spiderbot
spiderline crawler
spiderman
spiderview(tm)
spinner
spry wizard robot
spurlbot
spyder
sqworm
steeler/
steeler/1.3
suke
suntek
suntek search engine
supersnooper
surfnomore
sven
sven
sygol
szukacz
tach black widow
tarantula
tarspider
tbot
techbot
templeton
teoma
theophrastus
thesubot
thumbshots-de-bot
t-h-u-n-d-e-r-s-t-o-n-e
titan
titin
tkwww
tlspider
toutatis
t-rex
tulipchain
turnitinbot
tutorgig
tutorgigbot
tutorial crawler
twiceler
twisted
ucsd
ucsd crawl
udmsearch
unchaos_crawler
updated
uptimebot
url check
usyd-nlp-spider
vagabondo
valkyrie
vbot
verticrawl
victoria
vision-search
void-bot
volcano
voyager
voyager/
vspider
vwbot
w3c_validator
w3m2
w3mir
walhello appie
walker
wallpaper
wanderer
wavefire
web core
web hopper
web wombat
webbandit
webbandit web spider
webcatcher
webcopy
webcore / roots
webfetcher
webfoot
webfoot robot
webinator
webinator-indexer
weblayers
weblinker
weblog monitor
webmirror
webmoose
webquest
webrace
webreaper
webreaper
websauger
websearch
websitepulse
websnarf
webspider
webstolperer
webvac
webwalk
webwalker
webwatch
webwombat
webyield robot
webzinger
wget
whatuseek
whizbang
whowhere
whowhere robot
wild ferret
wildferret
wire
worldlight
worm
wwwc
wwwster
xenu
xenu link sleuth
xenu link sleuth 1.2d
xenu link sleuth 1.2e
xget
xift
xirq
xyleme robot
yahoo! slurp
yahoo-mmcrawler
yandex
ybot
yeti
yottacars_bot
zao/
zao/0
zao-crawler
zbot
zippp
zipppbot
zoomspider
zyborg
zyborg/1.0