搜索引擎蜘蛛程序名称大全
搜索引擎爬行抓取蜘蛛(机器人)程序http头用户代理名称列表大全
search engine spider(bot) id list
:robot/1.0=neofonie.de
0.1_hseo(at)cs.rutgers.edu=rutgers.edu
abachobot (mozilla compatible)=crawler.de
abachobot=crawler.de
abbr=http://www.suoxie.com
abcdatos_botlink=abcdatos.com
abot/0.1 (abot; http://www.abot.com; abot@abot.com)=abot.com
abot/0.1=abot.com
about/0.1libwww-perl/5.47=about.com
accoona=accoona.com
acoirobot=acoi picture robot
acoon robot v1.50.001=acoon.de
acoon robot v1.52=acoon.de
acoon robot=accon.de
activeworlds/3.xx=activeworlds.com
admin@crawler.de=crawler.de
admin@maxbot.com=maxbot.com
adsarobot=adsarobot
aesop_com_spiderman=aesop.com
agadine/1.x.x=agada.de
agent-admin/=daum.net
ah-ha.com crawler (crawler@ah-ha.com)=ah-ha.com
ah-ha.com crawler=ah-ha.com
aibot/2.1=21seek.com
aipbot/1.0 (aipbot; http://www.aipbot.com; aipbot@aipbot.com)=nameprotect.com
aipbot/1.0=nameprotect.com
aipbot=nameprotect.com
aladin/3.324=aladin.de
aleksika spider/1.0=aleksika.de
alkalinebot/1.3=vestris.com
alkalinebot/1.4=vestris.com
alkalinebot=alkalinebot
allesklar/0.1 libwww-perl/5.46=allesklar.de
altavista-intranet=altavista.co.uk
amfibibot=amfibi.com
amiga-aweb/3.4.167se=aweb.com
amzn_assoc=amazon.com
answerchase prove x.0=answerchase.com
answerchase x.0=anwserchase.com
answerchase=answerchase.com
antibot=antiseach.net
antibot-v1.1.5/i586-linux-2.2=antiseach.net
anzwerscrawl/2.0=anzwers
a-online search=jet2web.com
aport=aport.ru
appie 1.1=walhello.com
appie=walhello.com
arachnoidea@euroseek.net=euroseek.net
arachnoidea=euroseek.com
aranha=girafa.com
architectspider=excite.com
archive.org_bot=archive.org
archive_org=archive.org
ask jeeves=ask jeeves
ask.24x.info=ask.24x.info
aspseek/1.2.5=aspseek.org
aspseek/1.2.9d=aspseek.com
aspseek/1.2.x=aspseek.org
aspseek/1.2.xa=aspseek.org
aspseek/1.2.xx=aspseek.org
aspseek/1.2.xxpre=aspseek.org
aspseek=aspseek.org
asterias/2.0=singingfish.com
asterias=singingfish.com
atlocalbot/1.1 +(http://www.atlocal.com/local-web-site-owner.html)=atlocal.com
atlocalbot=atlocal.com
atomz/1.0=atomz.com
atomz=atomz.com
augurfind=augurnet.ch
augurnfind v-1.x=augurnet.ch
autohttp=elsop.com
av fetch 1.0=altavista.com
avsearch=altavista.com
avsearch-3.0=altavista.com
axmorobot=axmo.com
baiduspider+=baidu.com
baiduspider=baidu.com
banbots/1.2=banbots.com
barrahomecrawler=barrahome.com
bdcindexer_2.6.2=business.com
bdfetch=brandimensions.com
bdncentral crawler v2.3=bdncentral.com
beautybot/1.0=cosmoty.com
bigcliquebot/1.03-dev=bigclique.com
bilbo/2.3b-unix=biblo bot
blackwidow=blackwidow bot
blaiz-bee/1.0 (+http://www.blaiz.net)=blaiz.net
blaiz-bee/1.0=blaiz.net
blitzbot@tricus.net (mozilla compatible)=blitzsuche.rp-online.de
blitzbot@tricus.net=blitzsuche.rp-online.de
blog=http://www.5iya.com/blog
blogbot/1.x=blogdex.net
blogbot=blogdex.net
bloglines title fetch/1.0 (http://www.bloglines.com)=bloglines.com
blogwatcher_spider/0.1=blogwatcher.pi.titech.ac.jp
blogzice/1.0 (+http://icerocket.com; rhodes@icerocket.com)=icerocket.com
blogzice/1.0 +http://www.icerocket.com/=icerocket.com
blogzice/1.0=icerocket.com
boitho.com-dc/0.xx=boitho.com
boitho.com-robot/1.x=boitho.com
bsdseek/1.0=inktomi.com
bullseye=intelliseek.com
bumblebee@relevare.com=relevare.com
buscaplus robi/1.0=buscaplus.com
buscaplus robi=buscaplus.com
canseek/=cansee.ca
christcrawler 2.0=christcrawler.com
christcrawler=christcrawler.com
cipinetbot=cipinet.com
citenikbot/=cenik.co.uk
clariabot/1.0=searchscout.com
claymont.com=claymont.com
clips-index=cips-index.imag.fr
clushbot/3.3-binaryfury (+http://www.clush.com/bot.html)=clush.com
clushbot/3.3-binaryfury=clush.com
combine/x.0=combine bot
computer_and_automation_research_institute_crawler=research bot
contact/jylee@kies.co.kr=kies.co.kr
convera internet spider v6.x=convera.com
cosmos/0.8_(robot@xyleme.com)=xyleme.com
cosmos/0.9_(robot@xyleme.com)=xyleme.com
cosmos=xyleme.com
c-pbwf-ip3000.com-crawler=ip3000.com
crawlconvera0.1=converna.net
crawler (cometsearch@cometsystems.com)=findwhat.com
crawler admin@crawler.de=crawler.de
crawler v 0.2.x admin@crawler.de=crawler.de
crawler@alexa.com=alexa.com
crawler@brainbot.com=brainbot.com
crawler@fast.no=alltheweb.com
crawler=crawler.de
crawlerboy pinpoint.com=pinpoint.com
crawlerboy=pinpoint.com
croccrawler= croccrawler.com
custom spider www.bisnisseek.com /1.0=bisnisseek.com
daadle.com robot/=daadle.com
dataparksearch/4.xx=dataparksearch.com
daviesbot/1.7=wholeweb.net
daviesbot=wholeweb.net
dbdig=prairielandconsulting.com
dbrowse 1.4b=dbrowse bot
dbrowse 1.4d=dbrowse bot
dcsbot/1.1=openmarket.com
deepindex=deepindex.com
deepindexer.ca=deepindex.com
deepweb=deepweb.com
demo bot dot 16b= btopenworld.com
diagem/=skyrocket.gr.jp
diagem/1.1 (http://www.skyrocket.gr.jp/diagem.html)=skyrocket.gr.jp
diagem/1.1=skyrocket.gr.jp
diamond/1.0=searchscout.com
digger/1.0 jdk/1.3.0rc3=diggit.com
digimarc webreader=digimarc.com
digout4u=arisem.com
diibot/1.2=digital-integrity.com
diibot=digital-integrity.com
dittospyder=ditto.com
dloader(naverrobot)/=naver.com
dtsearchspider=dtsearch.com
dumbot(version 0.1 beta - dumbfind.com)=dumbfind.com
dumbot(version 0.1 beta)=dumbfind.com
dumrobo(naverrobot)/=naver.com
earthcom.info/1.4beta=earthcom.info
easydl/3.02=keywen.com
easydl/3.03=keywen.com
easydl/3.04=keywen.com
easydl/3.xx http://keywen.com/encyclopedia/bot=keywen.com
easydl/3.xx=keywen.com
echo!/2.0=voila.com
egothor/3.0a (+http://www.xdefine.org/robot.html)=xdefine.com
egothor/3.0a=xdefine.com
egotobot/4.8=egoto.com
enterprise_search/1.0.xxx=innerprise.net
enterprise_search/1.0=innerprise.net
erik@malfunction.org=malfunction.org
erocrawler=erocrawler.com
es.net_crawler/2.0=innerprise.net
eseek-larbin_2.6.2=exactseek.com
esismartspider=travel-finder.com
exactseek crawler/0.1=exactseek.com
exactseek-crawler-2.63=exactseek.com
exalead ng/mimelive client=exabot.com
excalibur internet spider v6.5.4=excalib.com
experimentalhenrythemiragorobot=mirago.co.uk
eyecatcher (download-tipp.de)/1.0=download-tipp.de
eyecatcher=download-tipp.de
ezresult=ezresults.com
fast crawler gold edition=alltheweb.com
fast data search crawler=alltheweb.com
fast enterprise crawler 6 (experimental)=alltheweb.com
fast enterprise crawler 6 used by fast (fast)=alltheweb.com
fast enterprise crawler 6 used by fast=alltheweb.com
fast enterprise crawler 6=alltheweb.com
fast enterprise crawler/6 (www.fastsearch.com)=alltheweb.com
fast enterprise crawler/6=alltheweb.com
fast firstpage retriever (compatible; msie 5.5; mozilla/4.0)=alltheweb.com
fast firstpage retriever=alltheweb.com
fast partnersite crawler=alltheweb.com
fastcrawler 3.0.1 (crawler@1klik.dk)=alltheweb.com
fastcrawler 3.0.1=alltheweb.com
fast-webcrawler/2.2.10=altheweb.com
fast-webcrawler/2.2.6=altheweb.com
fast-webcrawler/2.2.7=altheweb.com
fast-webcrawler/2.2.8=altheweb.com
fast-webcrawler/3.2 test=altheweb.com
fast-webcrawler/3.2=altheweb.com
fast-webcrawler/3.3=altheweb.com
fast-webcrawler/3.4/nirvana=altheweb.com
fast-webcrawler/3.4/partnersite=altheweb.com
fast-webcrawler/3.5=altheweb.com
fast-webcrawler/3.6/firstpage=altheweb.com
fast-webcrawler/3.6=altheweb.com
fast-webcrawler/3.7/firstpage=altheweb.com
fast-webcrawler/3.7=altheweb.com
fast-webcrawler/3.8/fresh=altheweb.com
fast-webcrawler/3.8=altheweb.com
fast-webcrawler/3.x multimedia (mm dash crawler at fast dot no)=altheweb.com
fast-webcrawler/3.x multimedia=altheweb.com
fast-webcrawler=alltheweb.com
faxobot/1.0=faxo.com
felix - mixcat crawler=mixcat.com
felix=mixcat.com
ffc trap door spider=frequentfinders.com
fido/1.0 harvest/1.4.pl2=planet search
fileextension=http://www.kuozhanming.com
finalerobot=expressus.com
findanisp.com_isp_finder_v99a=findanisp.com
finebot=finesearch.com
firefly/1.0 (compatible; mozilla 4.0; msie 5.5)=fireball.de
firefly/1.0=fireball.de
flickbot 2.0 rpt-httpclient/0.3-3=divx.com
fluffy the spider=searchhippo.com
flunky=metacarta.com
francis/1.0 (francis@neomo.de http://www.neomo.de/)=neomo.de
francis/1.0=neomo.de
freefind.com-sitesearchengine/1.0=freefind.com
fybersearch=fybersearch.com
fyberspider=fybersearch.com
gagglebot=gagglebot
gais robot/1.0b2=seed.net.tw
gaisbot/3.0+=seed.net.tw
gaisbot/3.0=seed.net.tw
galaxybot/1.0 (http://www.galaxy.com/galaxybot.html)=galaxy.com
galaxybot/1.0=galaxy.com
galaxybot=galaxy.com
gammaspider/1.0=gammasite.com
gazz/1.0=infobee.ne.jp
gazz@nttrd.com=infobee.ne.jp
geckobot=geckobot.com
geckobot=geckobot.com
gencrawler=gendoor.com
generic_crawler/01.0217/=cmu.edu
gentlespider=research.att.com
geonabot=geona.com
gigabaz=brainbot.com
gigabazvstheweb=brainbot.com
gigablast=gigablast.com
gigabot/1.0=gigablast.com
gigabot=gigablast.com
gigabotsitesearch/2.0 (sitesearch.gigablast.com)=gigablast.com
gigabotsitesearch/2.0=gigablast.com
giskard=oralco.com
gnodspider=gnod.net
goblin/0.9 (http://www.goguides.org/)=goguides.org
goblin/0.9.x (http://www.goguides.org/goblin-info.html)=goguides.org
goblin/0.9.x=goguides.org
goblin/0.9=goguides.org
goforit.com=goforit.com
goofer/0.2=wanadoo.fr
google=google.com
googlebot/1.0=google.com
googlebot/2.1= google.com
googlebot/test=google.com
googlebot@googlebot.com=google.com
googlebot=google.com
googlebot-image/1.0=google.com image bot
grigorbot 0.8=grigor.biz
grub crawler(http://www.grub.org)=grub.com
grub-client=grub.org
gsa-crawler (enterprise; gid-01422; jplastiras@google.com)=google.com
gsa-crawler (enterprise; gid-01742;gsatesting@rediffmail.com)=google.com
gsa-crawler=google.com
gulliver/1.2=northernlight.com
gulliver/1.3=northernlight.com
gulliver=northernlight.com
gulper web bot 0.2.4=gulper bot
gulper web bot=gulper bot
hatena antenna/0.4 (http://a.hatena.ne.jp/help#robot)=a.hatena.ne.jp
hatena antenna/0.4=a.hatena.ne.jp
heinrichdermiragorobot=mirago.de
henrythemiragorobot=mirago.co.uk
henrythemiragorobot=mirago.co.uk
hippias/0.9 beta= hippias bot
holmes/x.x=morfeo.centrum.cz
homepagesearch(hpsearch.uni-trier.de)=hpsearch.uni-trier.de
homerbot: www.homerweb.com=homerweb.com
homerbot=homerweb.com
htdig/3.1.6 (http://computerorgs.com)=computerorgs.com
htdig/3.1.x (root@localhost)=htdig.org
htdig/3.1.x=htdig.org
http://www.abcdatos.com/botlink/=abcdatos.com
hubater=hubat.com
ia_archiver/1.6=archive.org
ia_archiver=archive.org
iaarchiver-1.0=archive.org
icsbot-0.1=icseoul.org
ideare - signsite/1.x=ideare.com
ideare - signsite=ideare.com
iltrovatore-setaccio (+http://www.iltrovatore.it)=iltrovatore.it
iltrovatore-setaccio/0.3-dev=iltrovatore.it
iltrovatore-setaccio/1.2=iltrovatore.it
iltrovatore-setaccio/1.2-dev=iltrovatore.it
iltrovatore-setaccio=iltrovatore.it
incywincy=incywincy.com
indextheweb.com crawler7=indextheweb.com
inet library=inetlibrary.com
info@searchhippo.com=searchhippo.com
infofly/1.0 (http://www.versions-project.org/)=versions-project.org
infofly/1.0= versions-project.org
infoseek sidewinder/0.9=infoseek.com
infoseek sidewinder/1.0a= infoseek.com
infoseek sidewinder/1.1a= infoseek.com
infoseek sidewinder/1.45 (compatible; msie 10.0; unix)= infoseek.com
infoseek sidewinder/1.45= infoseek.com
infoseek sidewinder/2.0b (linux 2.4 i686)= infoseek.com
infoseek sidewinder/2.0b= infoseek.com
infoseek sidewinder=infoseek.com
inktomi search=yahoo.com
inktomi=yahoo.com
innerprisebot/1.0 (http://www.innerprise.com/)=innerprise.net
innerprisebot/1.0=innerprise.net
insumascout=insumascout
internet ninja 6.0=dti.ne.jp
internetseer.com= internetseer.com
internetseer=internetseer
internetseer=internetseer.com
ip3000.com=ip3000.com
ip3000.com-crawler=ip3000.com
ipiumbot laurion(dot)com=laurion.com
ipiumbot=laurion.com
iron33=verno.ueda.info.waseda.ac.jp
jabot/6.x (http://odin.ingrid.org/)=ingrid.org
jabot/6.x=ingrid.org
jabot/7.x.x (http://odin.ingrid.org/)=ingrid.org
jabot/7.x.x=ingrid.org
jack=domanova.co.uk
jan.gelin@av.com=altavista.co.uk
jeeves=ask jeeves
jetbot/1.0=jeteye.com
joocerbot=joocer.com
jyxobot/x=jyxo.cz
katriona=katriona
ke_1.0/2.0 libwww/5.2.8=voila.fr
kenjin spider=kenjin.ne.jp
kit_fireball/2.0=fireball.de
kit-fireball/2.0 (compatible; mozilla 4.0; msie 5.5)=fireball.de
kit-fireball/2.0=fireball.de
kit-fireball=fireball.de
knowledge.com/0.x=knowledge.com
kototoi/0.1=s.u-tokyo.ac.jp
kuloko-bot/0.2=kuloko.com
kuloko-bot/0.x=kuloko.com
kulokobot=kuloko.com
kulturarw3/0.1=national library of sweden
leia/3.01pr (leiacrawler; [snip])=gseek.com
leia=gseek.com
lexibot=lexibot.com
lnspiderguy=lexis-nexis.com
look.com=look.com
lwp-trivial/1.27=search4free.com
lwp-trivial/1.34=search4free.com
lycos_spider_(t-rex)/3.0=lycos.com
lycos_spider_(t-rex)=lycos.com
lycos=lycos.com
mackster( http://www.ukwizz.com )=ukwizz.com
mackster=ukwizz.com
mag-net=wind.it
mailto:webcraft@bea.com=beasys.com
mammoth/1.0 (+http://www.sli-systems.com/)=sli-systems.com
mammoth/1.0=sli-systems.com
mantraagent=looksmart.com
mapper@teradex.com=mapper.teradex.com
mariner/5.1b [de] (win95; i ;kolibri gncwebbot)=kolibri.de
mariner/5.1b= kolibri.de
martini=looksmart.com
marvin v0.3=marvin bot
marvin/infoseek=webseek.de
marvin-team@webseek.de=webseek.de
mata hari/2.00=lexibot.com
mediacrawler-1.0 (experimental)=mediacrawler.de
mediacrawler-1.0=mediacrawler.de
mediapartners-google/2.1 (+http://www.googlebot.com/bot.html)=google.com adsense
mediapartners-google/2.1=google.com adsense
mediasearch/0.1=www.fi
megasheep v1.0 (www.searchuk.com internet sheep)=searchuk.com
megasheep v1.0=searchuk.com
mercator=altavista.com
mercator=altavista.com
mercator-1.x=altavista.com
mercator-2.0=altavista.com
mercator-scrub-1.1=altavista.com
metabot=metabot
metaspinner/0.01=meta-spinner.de
mfc_tear_sample=microsoft.com
microsoftprototypecrawler=microsoft.com
minibot=minibot
miraclealphatest=nec.co.jp
mnogosearch/3.2.xx=mnogosearch.org
moget/2.0=goo.ne.jp
moget/2.1 (moget@goo.ne.jp)=goo.ne.jp
moget/2.1=goo.ne.jp
moget@goo.ne.jp=goo.ne.jp
mole2/1.0=intags.de
morris - mixcat crawler (+http://mixcat.com)=mixcat.com
morris - mixcat crawler=mixcat.com
morris=mixcat.com
mouse-house/7.4=spiderm.ca
mozdex/=mozdex.com
mozdex/0.04-dev=mozdex.com
mozilla (mozilla@somewhere.com)=somewhere.com
mozilla/2.0 (compatible; ask jeeves)=ask jeeves
mozilla/2.0 (compatible; ezresult -- internet search engine)=directhit.com
mozilla/3.0 (compatible; muscatferret/1.5.4; claude@euroferret.com)=euroferret.com
mozilla/3.0 (compatible; muscatferret/1.5; olly@muscat.co.uk)=euroferret.com
mozilla/3.0 (compatible; muscatferret/1.6.x; claude@euroferret.com)=euroferret.com
mozilla/3.01 (compatible; links2go similarity engine)=links2go.com
mozilla/4.0 (compatible; fastcrawler3, support-fastcrawler3@fast.no)=alltheweb.com
mozilla/4.0 (compatible; grub-client-2.x)=grub.org
mozilla/4.0 (compatible; msie 5.0; windows 95) truerobot; 1.5=echo.com
mozilla/4.0 (compatible; msie 6.0; windows nt; ms search 4.0 robot)=msn.com
mozilla/4.0 (compatible; speedyspider; www.entireweb.com)=entireweb.com
mozilla/4.0 (compatible; www.galaxy.com)=galaxy.com
mozilla/4.0 [en] (ask jeeves corporate spider)=ask jeeves
mozilla/4.0(compatible; zealbot 1.0)=looksmart.com
mozilla/5.0 (compatible; genevabot +http://www.healthdash.com)=healthdash.com
mozilla/5.0 (wgao@genieknows.com)=genieknows.com
mozilla/5.0 wgao@genieknows.com=genieknows.com
mozilla/5.0 (compatible; yahoo! slurp;)=yahoo.com
mp3bot=mp3bot.de
msn=msn.com
msnbot/0.1=msn.com
msnbot=msn.com
multitext/0.1=multitext
multitext=multitext
muscatferret=webtop.com
nationaldirectoryaddurl/1.0=nationaldirectory.com
nationaldirectory-superspider=nationaldirectory.com
nationaldirectory-webspider/1.3=nationaldirectory.com
nazilla=websmostlinked.com
nec research agent=nec research agent
netcruiser=netcruiser
netresearchserver(http://www.look.com)=look.com
netresearchserver=look.com
netzippy=netzippy.com
nextopiabot=nextopia.com
ng/1.0=exabot.com
noago spider=noago.com
np/0.1 (np; http://www.nameprotect.com; npbot@nameprotect.com)=nameprotect.com
np/0.1=nameprotect.com
npbot=nameprotect.com
npbot-1/2.0=nameprotect.com
nttdirectory_robot=navi.ocn.ne.jp
nutch=nutch.org
nutchcvs/0.0x-dev=nutch.org
nutchorg/0.0x-dev=nutch.org
nutchorg=nutch.org
nzbot=navigationzone.com
objectssearch/0.01=objectssearch.com
objectssearch/0.0x=objectssearch.com
obot ((compatible;win32))=cobion.com
obot=cobion.com
oliverperry=claymont.com
ontospider/1.0 libwww-perl/5.65=ontospider.i-n.info
ontospider/1.0=ontospider.i-n.info
ontospider=ontospider.i-n.info
openbot/=openfind.com.tw
openbot/3.0+=openfind.com.tw
openbot/3.0=openfind.com.tw
opencola=opencola.com
openfind piranha=openfind.com
openfind robot/1.1a2=openfind.com.tw
http://www.5iya.com
opentextsitecrawler/2.9.2=opentext.net
oracle ultra search=oracle.com
oxxbot1=oxxfordinfo.com
pansophica=pansophica
parasite/1.0b (http://www.ianett.com/parasite/)=ianett.com
parasite/1.0b=ianett.com
pd02_1.0.0 pd02_1.0.0@dzimi@post.sk=post.sk
peerbot=peerbot.com
phoaks=phoaks
phortse@hanmail.net=daum.net
picgrabber=picgrabber
picosearch/=picosearch.com
picosearch/1.0=picosearch.com
pictureofinternet=pictureofinternet
pintaspider=pintaspider
pipeliner/0.10=pipeline-search.com
pipeliner=pipeline-search.com
pita=pita bot
pizilla++ ver 2.45=he.net
pjspider/3.0 (pjspider@portaljuice.com; http://www.portaljuice.com)=portaljuice.com
pjspider/3.0=portaljuice.com
pjspider=portaljuice.com
polybot 1.0 (http://cis.poly.edu/polybot/)= polybot
polybot 1.0=polybot
polybot=polybot
pompos/1.x http://dir.com/pompos.html=dir.com
pompos/1.x pompos@iliad.fr=iliad.fr
pompos/1.x=free.fr
popdexter/1.0=popdex.com
portalbspider/2.0 (spider@portalb.com)=portalb.com
portalbspider/2.0=portalb.com
project xp5 [2.03.07-111203]= xp5 bot
project xp5=xp5 bot
prove answerbot 4.0=answerchase.com
psbot/0.1 (+http://www.picsearch.com/bot.html)=picsearch.com
psbot/0.1=picsearch.com
psbot=picsearch.com
qango.com web directory (http://www.qango.com/)=qango.com
qango.com web directory= qango.com
qpcreep test rig ( we are not indexing, just testing ) =quepasa.com
qpcreep test rig=quepasa.com
quepasacreep ( crawler@quepasacorp.com )=quepasa.com
quepasacreep v0.9.1x=quepasa.com
quepasacreep=quepasa.com
queryn metasearch=queryn.com
rabaz (rabaz at gigabaz dot com)=brainbot.com
rabaz=brainbot.com
rabot=daum.net
rambot xtreme x.x=intersearch.de
reaper [2.03.10-031204] (http://www.sitesearch.ca/reaper/)=sitesearch.ca
reaper [2.03.10-031204]=sitesearch.ca
reaper/2.0x (+http://www.sitesearch.ca/reaper)=sitesearch.ca
reaper/2.0x=sitesearch.ca
reaper=sitesearch.ca
roach.smo.av.com-1.0=altavista.com
roach.smo.av.com-1.0=altavista.com
robocrawl (www.canadiancontent.net)=canadiancontent.net
robocrawl=canadiancontent.net
robot/www.pj-search.com=pj-search.com
robot@supersnooper.com=supersnooper.com
robot@xyleme.com=xyleme.com
robot-master@expressus.com=expressus.com
robot-response@openfind.com.tw=openfind.com.tw
robozilla/1.0=dmoz.org
rotondo/3.1 libwww/5.3.1=qualigo.de
ru-robot=rutgers.edu
scooter/1.0 scooter@pa.dec.com=altavista.com
scooter/1.0=altavista.com
scooter/1.1 (custom)=altavista.com
scooter/2.0 g.r.a.b. v1.1.0 =altavista.com
scooter/2.0 g.r.a.b. x2.0=altavista.com
scooter/3.3.qa.pczukor=altavista.com
scooter/3.3.vscooter=altavista.com
scooter/3.3_sf=altavista.com
scooter/3.3=altavista.com
scooter_bh0-3.0.3=altavista.com
scooter_trk3-3.0.3=altavista.com
scooter=altavista.com
scooter2_mercator_3-1.0=altavista.com
scooter2_mercator_x-x.0=altavista.com
scooter-3.0.eu=altavista.com
scooter-3.0.fs=altavista.com
scooter-3.0.hd=altavista.com
scooter-3.0.vns=altavista.com
scooter-3.0qi=altavista.com
scooter-3.2.bt=altavista.com
scooter-3.2.dil=altavista.com
scooter-3.2.ex=altavista.com
scooter-3.2.jt=altavista.com
scooter-3.2.niv=altavista.com
scooter-3.2.sf0=altavista.com
scooter-3.2.snippet=altavista.com
scooter-3.2=altavista.com
scooter-3.3dev=altavista.com
scooter-ars-1.1=altavista.com
scooter-ars-1.1-ih=altavista.com
scooter-venus-3.0.vns=altavista.com
scooter-w3.1.2=altavista.com
scooter-w3-1.0=altavista.com
scrubby/=scrubtheweb.com
search.at v1.2=search.at
search.ch v1.4.2=search.ch
search.ch v1.4=search.ch
searchexpress spider0.99=searchexpress.com
searchit-now robot/2.2 (+http://www.searchit-now.co.uk)=searchit-now.co.uk
searchit-now robot/2.2=searchit-now.co.uk
searchspider.com/1.1=searchspider.com
searchspider/=searchspider.com
searchspider/1.2=searchspider.com
sebastien.ailleret@inria.fr=inria.fr
seeker.lookseek.com=lookseek.com
seznambot/1.0 (+http://fulltext.seznam.cz/)=seznam.cz
seznambot/1.0=seznam.cz
shark=openfind.com
sherlock_spider=sherlock.com.cn
sightquestbot/=sightquest.com
sitespider +(http://www.sitespider.com/)=sitespider.com
sitespider=sitespider.com
sitexpert=xtreeme.com
skampy/0.9.x= skaffe.com
skimpy/0.x=skaffe.com
slarp/0.1=only.com
slider_search_v1-de=slider.com
slurp.so/1.0= yahoo.com
slurp/2.0j=yahoo.com
slurp/2.0-kitehourly=yahoo.com
slurp/2.0-owlweekly=yahoo.com
slurp/3.0-au=yahoo.com
slurp@inktomi.com=yahoo.com
slurp@inktomi= yahoo.com
slurp=yahoo.com
slysearch/1.0=turnitin.com
slysearch/1.x=turnitin.com
slysearch=turnitin.com
speedfind rambot xtreme 8.1=speedfind.de
speedfind rambot xtreme=speedfind.de
speedy spider (beta/x.x; speedy@entireweb.com)=entireweb.com
speedy spider=entireweb.com
speedy_spider (http://www.entireweb.com)=entireweb.com
speedy_spider=entireweb.com
spida/0.1=only.com
spider traficdublu=traficdublu.ro
spider/maxbot.com admin@maxbot.com=maxbot.com
spider/maxbot.com=maxbot.com
spider@aeneid.com=yahoo.com
spider_m/=spiderm.ca
spider_m=spiderm.ca
spiderm/7.x=spiderm.ca
sqworm/2.9.81-beta (beta_release; 20011102-760; i686-pc-linux-gnu)=aol.com
sqworm=aol.com
steeler/1.x (http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)=steeler bot
steeler/1.x=steeler bot
steeler=steeler bot
suchbot=suchbot.de
suchknecht.at-robot=suchknecht.at
super-robot@super.navi.ocn.ne.jp=navi.ocn.ne.jp
support@canseek.ca=canseek.ca
surfnomore spider v1.1=surfnomore.com
swisssearch v1.2=swisssearch
synobot=synomia.fr
tawwwantula=tawwwantula
teoma_admin@hawkholdings.com=teoma.com
teoma_agent1=teoma.com
teracrawl=teracrawl
teradex_mapper=mapper.teradex.com
the informant=the informant
thesubot/0.1 (www.thesubot.de)=thesubot.de
thesubot/0.1=thesubot.de
thumbshots-de-bot (version: 1.02, powered by www.thumbshots.de)=thumbshots.de
thumbshots-de-bot=thumbshots.de
toutatis 2.5-2=hoppa.com
toutatis 3.3 (hoppa.com)=hoppa.com
toutatis 4-19.6 (hoppa.com)=hoppa.com
turnitinbot/x.x (http://www.turnitin.com/robot/crawlerinfo.html)=turnitin.com
turnitinbot/x.x=turnitin.com
turnitinbot=turnitin.com
tutorial crawler=tutorgig.com
tv_merc_resh_26_1_d-1.0=altavista.com
tv_merc_resh_26_1_d-1.0=altavista.com
tygobot=tygo.com
ucmore=ucmore.com
udmsearch=mnogosearch.org
uk searcher spider=uksearcher.co.uk
ultraseek=infoseek.com
unlostbot=unlost.com
updated/0.1beta=updated.com
urlblaze=urlblaze.net
urlscope=urlscope
vagabondo/1.x mt (webagent@wise-guys.nl)=wise-guys.nl
vagabondo/2.0 mt (webagent at wise-guys dot nl)=wise-guys.nl
vagabondo/2.0 mt (webagent@nospamwise-guys.nl)=wise-guys.nl
vagabondo/2.0 mt=wise-guys.nl
vagabondo=wise-guys.nl
vspider=verity.com
webbandit/4.xx.0=webbandit
webbandit=webbandit
webclipping.com=webclipping.com
webcollage/1.xx=webcollage.com
webcollage=webcollage.com
webcompass=webcompass
webcrawler/3.0 robot libwww/5.0a=webcrawler
webcrawler-addurl/2.0=webcrawler
webfindbot(http://www.web-find.com)=web-find.com
webfindbot=web-find.com
webgather=webgather
webgenie=webgenie
webmaster@intags.de=intags.de
whatuseek_winona/3.0=whatuseek.com
whatuseek=whatuseek.com
whizbang! lab=whizbanglabs.com
wire webrefiner=wire.co.uk
wisenutbot=looksmart.com
wscbot=worldsearchcenter.com
www.inktomisearch.com=yahoo.com
www.webwombat.com.au=webwombat.com.au
yahooseeker/cafekelsa=yahoo.com
yandex=yandex.com
yellopet-spider=yellowpet.com
yottashopping_bot/4.12=yottashopping.com
zao/0.1 (http://www.kototoi.org/zao/)=zao bot
zao/0.1=zao bot
zao/0.2=zao bot
zao-crawler=zao bot
zerxbot/version 0.6 libwww-perl/5.79=zerx.com
zippy v2.0 - zippyfinder.com=zippyfinder.com
zyborg=wisenut.com