192.comAgent=192.com
4anything.com=4Anything.com
AbachoBOT=Abacho.com
ABCdatos=ABCdatos.com
abot/0.1=NameProtect.com
About=About.com
Accoona=Accoona.com
AcoiRobot=AcoiRobot
Acoon=Acoon.de
Acorn=Acorn Search
AESOP=AESOP.com
Agadine=Agada.de
AIBOT=21Seek.com
Aipbot=NameProtect.com
Aladin=Aladin.de
Aleksika=Aleksika.com
AlkalineBOT=Alkaline.vestris.com
Allesklar=Allesklar.de
AltaVista=AltaVista.com
Amfibi=Amfibi.com
Amibot=Amidalla.com
AnnoMille=Annomille.it
AnswerBus=AnswerBus.com
AnswerChase=AnswerChase.com
AnzwersCrawl=Yahoo!7 Answers
A-Online Search=Jet2Web.net
Apexoo=Apexoo.com
Aport=Aport.ru
Appie=WalHello.com
Arachnoidea=EuroSeek.com
ArchitextSpider=Excite.com
archive.org=Archive.org
Arikus_Spider=Arikus.com
ASAHA=Asaha.com
Asahina=Asahina Bot
AskAboutOil=AskAboutOil.com
Asked=Asked.jp
ASPseek=ASPseek.org
Asterias=SingingFish.com
Atlocal=Local.com
Atomz=Atomz.com
AV Fetch 1.0=AltaVista.com
AVSearch-1.0(peter.turney@nrc.ca)=NRC-CNRC.gc.ca
AVSearch-3.0(AltaVista/AVC)=AltaVista.com
Axadine=Axada.de
AxmoRobot=Axmo.com
BaboomBot=Baboom.us
Baiduspider=Baidu.com
Balihoo=Balihoo.com
Bdcindexer=Business.com
BDFetch=Brandimensions.com
Beautybot=Cosmoty.de
BebopBot=APassion4Jazz.net
BecomeBot=Become.com
BigCliqueBOT=BigClique.com
BIGLOTRON=Biglotron.com
Bigsearch.ca=Bigsearch.ca
Bilgi=Bilgi.com
BilgiBetaBot=Bilgi.com
Bitacle=Bitacle.org
Blaiz-Bee=Blaiz.net
BlitzBOT=Blitzsuche Bot
BlogBot=Blogdex.media.mit.edu
Bloglines=Bloglines.com
Blogpulse=BlogPulse.com
BlogSearch=IceRocket.com
BlogsNowBot=BlogsNow.com
blogWatcher_Spider=lr.pi.titech.ac.jp
BlogzIce=IceRocket.com
boitho.com=Boitho.com
BotSeer=botseer.ist.psu.ed
BravoBrian=BravoBrian.it
BruinBot=UCLA Web Archive
BSDSeek/1.0=Inktomi.com
BTbot=BTBot.com
BuildCMS=BuildCMS.com
BullsEye=IntelliSeek.com
BurstFindCrawler=BurstFind.com
Buscaplus=BuscaPlus.com
Carleson=CosmixCorp.com
Carnegie_Mellon_University=Andrew.CMU.edu
Catall Spider=Catall.de
Ccubee=Empyreum.com
cfetch/1.0=CosmixCorp.com
ClariaBot/1.0=SearchScout.com
Claymont.com=Claymont.com
CloakDetect=Seznam.cz
Clushbot=Clush.com
collage.cgi=WebCollage.com
cometrics-bot=Cometrics.de
Computer_and_Automation_Research=Datamining.sztaki.hu
Comrite=ComRite.com
Convera=Convera.com
CoolBot=Suchmaschine21.de
Cosmos=Xyleme.com
CougarSearch=CougarSearch.com
Cowbot=Naver.co.jp 
CrawlConvera=Convera.com
Crawler (cometsearch@cometsystems.com)=Miva.com
Crawler admin@crawler.de=Crawler.de
Crawler V 0.2.x admin@crawler.de  Crawler.de / Abac=Crawler.de
crawler@alexa.com=Alexa.com
CrawlerBoy Pinpoint.com=PinPoint.com
Crawllybot=Crawlly.com
CreativeCommons=CreativeCommons.com
CrocCrawler=CrocCrawler.com
Custom Spider www.bisnisseek.com=Bisnisseek.com
CydralSpider=Cydral.com
DataFountains=Infomine.ucr.edu
DataparkSearch=DataparkSearch.org
DataparkSearch=DataParkSearch.org
DataSpear=DataSpear.com
DaviesBot=WholeWeb.net
dbDig=PrairieLandConsulting.com
de.searchengine.comBot=dr.SearchEngine.com
DeepIndex=DeepIndex.net
dev-spider2.searchpsider.com=SearchSpider.com
Diamond=SearchScout.com
Digger=Diggit.com
DigOut4U=Arisem.com
DittoSpyder=Ditto.com
DoCoMo=Nttdocomo.co.jp
DreamCatcher=Idaji.com
Drecombot=Drecom.co.jp
dtSearchSpider=DTSearch.com
Dumbot=DumbFind.com
EARTHCOM=EarthCom.com
EasyDL=Keywen.com
eBot=Elchron.cz
EchO!=Echo.fr
egothor/3.0a (+http://www.xdefine.org/robot.html)=XDefine.org
ejupiter=ejupiter.com
elfbot=uChoose.de
EMPAS=EMPAS.com
Enterprise_Search=Innerprise.net
Envolk=Envolk.com
EroCrawler=EroCrawler.com
ES.NET_Crawler=Innerprise.net
eseek-larbin_2.6.2=ExactSeek.com
e-SocietyRobot=yama.info.waseda.ac.jp
eStyleSearch 4=e-styleisp.ru
EuripBot=Eurip.com
EvaalSE=Evaal.com
Eventax=Eventax.de
Everest-Vulcan=Vulcan.com
Exabot=Exabot.com
ExactSeek=ExactSeek.com
Exalead NG/MimeLive Client=Exabot.com
Execrawl=Execrawl.com
ExperimentalHenrytheMiragoRobot=Mirago.co.uk
EyeCatcher=Download-Tipp.de
Factbot=FactBites.com
Fast Crawler Gold Edition=AllTheWeb.com
FAST Enterprise Crawler=AllTheWeb.com
FAST FirstPage retriever=AllTheWeb.com
FAST MetaWeb Crawler=AllTheWeb.com
Fastbot=FastBot.de
FastCrawler=AllTheWeb.com
FastSearch-AllTheWeb.com
FAST-WebCrawler=AllTheWeb.com
favo.eu=Favo.eu
Faxobot=Faxo.com
Feed Seeker Bot=MyNewFavoriteThing.com
Feed24.com=Feed24.com
Feedfetcher-Google=Google RSS Bot
Feedster Crawler=Feedster.com
Felix - Mixcat Crawler=MixCat.com
Filangy=Filangy.com
FindAnISP.com=FindAnISP.com
Findexa= Findexa.no
FineBot=FineSearch.com
Firefly=Fireball.de
FirstGov.gov=FirstGov.gov
Firstsbot=FirstsFind.de
Flapbot=Flaptor.com
Flatlandbot=FlatlandIndustries.com
FlickBot 2.0 RPT-HTTPClient/0.3-3=DivX.com
Flunky=MetaCarta.com
FocusedSampler/1.0=Almaden.IBM.com
Fooky.com=Fooky.com
Francis=Neomo.de
FreeFind=FreeFind.com
FreshNotes=FreshNotes.com
FuseBulb=FuseBulb.com
FyberSpider=FyberSearch.com
GAIS Robot=Seed.net.tw
Gaisbot=Gais.cs.ccu.edu.tw
GalaxyBot=Galaxy.com
Gallent Search Spider=Gallent.co.uk
Gamekitbot=GameKit.de
GammaSpider=GammaSite.com
genieBot=GenieKnows.com
GeonaBot=Geona.com
Gigabot=GigaBlast.com
GNODSPIDER=Gnod.net
Goblin=GoGuides.org
GoForIt=GoForIt.com
Gonzo=Suchen.de
gonzo1=Suchen.de
Googlebot=Google.com
GrigorBot=Grigor.biz
Gromit=Austlii.edu.au
gsa-crawler=Google.com
Gulliver=NorthernLight.com
GurujiBot=Guruji.com
HappyFunBot=HappyFunSearch.com
Harvest-NG=Yahoo.com
Hatena=a.hatena.ne.jp
hbtronix.spider=Hbtronix.de
HeinrichderMirago=Mirago.de
Helix=SiteSearch.ca
HenriLeRobotMirago=Mirago.fr
HenrytheMirago=Mirago.co.uk
Hippias=Hippias.Evansville.edu
Hitwise Spider=Hitwise.com
holmes/3.9=Szukaj.onet.pl
holmes/x.x=Morfeo.Centrum.cz
holmes=Morfeo.cz
Honda-Search=Honda-Search.com
htdig/3.1.6 (http://computerorgs.com)=Computerorgs.com
http://Ask.24x.Info/ (http://narres.it/)=Narres.it
http://www.almaden.ibm.com=Almaden.IBM.com
http://www.istarthere.com=Istarthere.com
http://www.monogol.de=Monogol.de
http://www.trendtech.dk/spider.asp=Trendtech.dk
i1searchbot=i1search.com
ia_archiver=Archive.org
iCCrawler=ICCenter.net
ichiro=Goo.ne.jp
IconSurf=IconSurf.com
ICRA_label_spider=ICRA.com
IIITBOT=Webkhoj.iiit.net
Ilial=Ilial.com
IlseBot=Ilse.nl
IlTrovatore=Iltrovatore.it
ImageWalker=BDBrandProtect.com
IncyWincy=LoopImprovements.com
IndexTheWeb.com=IndexTheWeb.com
Inet library=inetlibrary.com
InfoFly/1.0 (http://www.versions-project.org/)=Versions-Project.org
INFOMINE=Infomine.ucr.edu
InfoSeek=InfoSeek.com
INGRID/3.0 MT=ilse.nl
Inktomi=Yahoo.com
InnerpriseBot=Innerprise.net
Insitor=Insitor.com
Intelix=Microton.cz
Internet Ninja x.0=DTI.ne.jp
InternetArchive=Archive.org
InternetSeer.com=InternetSeer.com
IpselonBot=Ipselon.com
IRLbot=irl.cs.tamu.edu
Jabot=Ingrid.org
Jambot=JamBot.com
Jayde Crawler=Jayde.com
Jetbot=JetEye.com
jyxobot=Jyxo.cz
KE_1.0/2.0=Voila.fr
Kenjin Spider=Kenjin.ne.jp
KFSW-Bot=KFSW.de
Kinja=Kinja.com
KIT-Fireball=Fireball.de
Knowledge.com=Knowledge.com
Kuloko=Kuloko.com
kulturarw3=KB.se
LapozzBot=Lapozz.com
larbin (samualt9@bigfoot.com)=MetaCarta.com
larbin_2.1.1 larbin2.1.1@somewhere.com=MERL.com
larbin_2.2.0 (crawl@compete.com)=Compete.com
larbin_2.2.1_de_Viennot (Laurent.Viennot@inria.fr)=INRIA.fr
larbin_2.2.2 (sugayama@lab7.kuis.kyoto-u.ac.jp)=Kyoto-u.ac.jp
larbin_2.2.2_guillaume (guillaume@liafa.jussieu.fr)=INRIA.fr
larbin_2.6.2 (hamasaki@grad.nii.ac.jp)=Nii.ac.jp
larbin_2.6.2 (listonATccDOTgatechDOTedu)=GaTech.edu
larbin_2.6.2 (pimenas@systems.tuc.gr)=Systems.tuc.gr
larbin_2.6.2 (tom@lemurconsulting.com)=LemurConsulting.com
larbin_2.6.3 (wgao@genieknows.com)=GenieKnows.com
larbin_2.6_basileocaml (basile.starynkevitch@cea.fr)=CEA.fr
larbin_devel (http://pauillac.inria.fr/~ailleret/prog/larbin/)=Pauillac.INRIA.fr
LEIA/=GSeek.com
Libby_1.1/libwww-perl/5.47=About.com
libWeb/clsHTTP -- hiongun@kt.co.kr=KT.co.kr
linknzbot=Linknz.co.nz
LiveTrans=wkd.iis.sinica.edu.tw
Llaut=MNM.uib.es
LNSpiderguy=Lexis-Nexis.com
LocalBot/1.0 ( http://www.localbot.co.uk/)=LocalBot.co.uk
LocalcomBot=Local.com
Lockstep Spider=LockStep.com
Lycos_Spider=Lycos.com
Mackster( http://www.ukwizz.com )=UKWizz.com
mammoth/1.0 ( http://www.sli-systems.com/)=SLI-Systems.com
MantraAgent=LookSmart.com
MapoftheInternet.com=MapOfTheInternet.com
Mariner/5.1b [de] (Win95; I ;Kolibri gncwebbot)=Kolibri.de
Martini=LookSmart.com
MaSagool=Sagool.jp
MasterSeek=MasterSeek.com
Mata Hari/2.00=LexiBot.com
Matrix S.p.A. - FAST Enterprise Crawler 6=Alice.it
Maxomobot=Maxomo.com
MediaCrawler=MediaCrawler.de
Mediapartners=Google Adsense
MediaSearch/0.1=WWW.fi
MegaSheep v1.0 (www.searchuk.com internet sheep)=SearchUK.com
Megite=Megite.com
Mercator=AltaVista.com
Metaeuro=MetaEuro.com
MetagerBot=Metager.de
Metaspinner=Meta-Spinner.de
Metatagsdir=MetaTagsDir.com
MicroBaz=BrainBot.com	
Misterbot=MisterBot.fr
Miva=Miva.com
MJ12bot=Majestic12.co.uk
MnogoSearch=mnoGoSearch.org
moget/x.x (moget@goo.ne.jp)=Goo.ne.jp
mogimogi=Goo.ne.jp
MojeekBot=MoJeek.com
Morris – Mixcat=MixCat.com
mozDex=mozDex.com
MQbot=MetaQuerier.cs.uiuc.edu
Msnbot=MSN.com
MSNPTC=MSN.com
MSRBOT (http://research.microsoft.com/research/sv/msrbot)=Microsoft MSRBot
MultiText=dlib.vt.edu
MusicWalker=SoMuscial.com
Mylinea.com=Mylinea.com
Naamah=BlogBot.de
NABOT=Naver.co.jp
NationalDirectory=NationalDirectory.com
NaverBot=Naver.co.jp
NavissoBot=Navisso.com
NCSA=Vias.ncsa.uiuc.edu
Nebullabot=Nebulla.info
Netluchs=Netluchs.de
NetResearchServer(http://www.look.com)=Look.com
NetResearchServer/x.x(loopimprovements.com/robot.html)=LoopImprovements.com
NetWhatCrawler=NetWhat.com
NextopiaBOT=Nextopia.com
NG/4.0.1229=Exalead.com
NG-Search=NG-Search.comNG/1.0=Exalead.com
Noago=Noago.com
Nokia-WAPToolkit/1.2 googlebot(at)googlebot.com=Google WAP
NokodoBot=Nokodo.com
Norbert the Spider(Burf.com)=Burf.com
Noxtrumbot=noXtrum.com
NP=NameProtect.com
nuSearch=NuSearch.com
obidos-bot=OnFocus.com Bookwatch
ObjectsSearch=ObjectsSearch.com
oBot ((compatible;Win32))=Cobion.com
Ocelli=GlobalSpec.com
Octora=Octora.com
omgilibot=Omgili.com
OmniExplorer_Bot=Omni-Explorer.com
Onet.pl=Szukaj.onet.pl
Openbot=OpenFind.com.tw
Openfind=OpenFind.com.tw
OpenISearch=OpenISearch.com
OpenTaggerBot=OpenTagger.com
OpenTextSiteCrawler=OpenText.net
OpenWebSpider=OpenWebSpider.org
Overture-WebCrawler/=AllTheWeb.com
PageBites=PageBites.com
Pagebull=PageBull.com
parallelContextFocusCrawler=Garr.it
ParaSite=Ianett.com
Patwebbot=Herz-Power.de
PEERbot=PEERbot.com
PicoSearch=PicoSearch.com
Piffany=Piffany.com
PJspider=PortalJuice.com
PluckFeedCrawler=Pluck.com
Pompos=Illiad.fr
Popdex=Popdex.com
PROve AnswerBot=AnswerChase.com
Psbot=PicSearch.com
Qango.com=Qango.com
Quepasa=QuePasa.com
RAMPyBot=GiverAmp.com
ReadABlog=ReadABlog.com
RixBot=BabelServer.org
RoboCrawl=CanadianContent.net
RoboPal=FindPal.com
Robot/www.pj-search.com=PJ-Search.com
Robot@SuperSnooper.Com=SuperSnooper.com
Rotondo/3.1 libwww/5.3.1=Qualigo.de
RRC (crawler_admin@bigfoot.com)=MetaCarta.com
RSSMicro=RSSMicro.com
RufusBot=Webaroo.com
SandCrawler=Microsoft.com
Savvybot=WebSavvy.cc
SBIder=SiteSell.com
ScanWeb=eServer.Host.sk
ScholarUniverse=ScholarUniverse.com
schwarzmann.biz=Schwarzmann.biz
ScollSpider=WebWobot.com
Scooter=AltaVista.com
ScoutAbout=ResearchRepublic.com
Scoutmaster=ScoutMaster.de
Scrubby=ScrubbTheWeb.com
search.ch=Search.ch
SearchdayBot=SearchDay.de
SearchExpress=SearchExpress.com
SearchGuild=SearchGuild.com
SearchSight=SearchSight.com
SearchSpider=SearchSpider.com
SearchTone=Ideare.com
Seekbot=Seekbot.net
Sensis=Sensis.com.au
Seznam=Seznam.cz
SeznamBot=Seznam.cz
ShopWiki=ShopWiki.com
Shoula.com=Shoula.com
silk/1.0=Slider.com
SiteSpider=SiteSpider.com
SiteTruth.com=SiteTruth.com
Skampy=Skaffe.com
Skimpy=Skaffe.com
Slarp/0.1=Only.com
SlySearch=TurnItIn.com
SnykeBot=Snyke.com
Speedfind=SpeedFind.de
Speedy Spider=EntireWeb.com
Speedy_Spider=EntireWeb.com
Spida/0.1=Only.com
spider.yellopet.com=Yellopet.com
SpiderMan=Yahoo.com
SpiderMonkey=SpiderMonkey.ca
Spider-Sleek=Search-Info.com
sportsuchmaschine.de=Sportsuchmaschine.de
sproose=Sproose.com
StackRambler=Rambler.ru
Steeler=tkl.iis.u-tokyo.ac.jp
Strategic Board Bot=StrategicBoard.com
suchbaer.de=Suchbaer.de
suchbot=Suchbot.de
Suchknecht.at=Suchknecht.at
Suchpadbot=Suchpad.de
Swooglebot=Swoogle.umbc.edu
SygolBot=Sygol.com
SynoBot=Synomia.fr
Synoo=Synoo.com
Syntryx=Syntryx.com
Szukacz=Szukacz.pl
tags2dir=Tags2Dir.com
Talkro Web-Shot=Daumsoft.com
TCDBOT=TCD.ie
TECOMAC-Crawler=Arexera.de
Tecomi Bot=Tecomi.com
Teoma=Ask.com
TerrawizBot=Guruji.com
TheSuBot=TheSuBot.de
thumbshots-de=Thumbshots.de
TJG/Spider=TJGroup.com
Tkensaku=Tkensaku.com
Topodia=Topodia.com
Toutatis=Hoppa.com
Traazibot=Traazi.com
Trampelpfad=Trampelpfad.de
Tumblr=Tumblr.com
Turnitin=TurnItIn.com
TutorGig=TutorGig.com
twiceler=Cuill.com
Tygo=Tygo.com
UKWizz=UKWizz.com
Ultraseek=Infoseek.com
Updated=Updated.com
UptimeBot=UptimeBot.com
URL_Spider_Pro=Innerprise.net
USyd-NLP-Spider=It.USYD.edu.ua
Vagabondo=Wise-Guys.nl
Vakes=Vakes.com
VeryGoodSearch=VeryGoodSearch.com
verzamelgids.nl=Verzamelgids.nl
Vespa Crawler=Yahoo.com
Visbot=Visvo.com
VisBot=Visvo.com
VMBot=VerticalMatch.com
Voyager=CosmixCorp.com
VSE/1.0=Vivismo.com
Vspider=Verity.com
W3SiteSearch=W3SiteSearch.de
Wavefire=Wavefire.com
Waypath=WayPath.com
WebAlta=WebAlta.ru
WebarooBot=Webaroo.com
Webclipping.com=WebClipping.com
WebCorp=WebCorp.UCE.ac.uk
webcrawl.net=WebCrawl.net
WebFindBot=Web-Find.com
Weblog Attitude Diffusion=LANL.gov
webmeasurement-bot, http://rvs.informatik.uni-leipzig.de=RVS.Informatik.uni-leipzig.de
WebRankSpider=WebRankSpider
WebSearch.COM.AU=WebSearch.com.au
WebsiteWorth=WebsiteWorth
Webspinne=Webspinne.de
Websquash.com=WebSquash.com
Webverzeichnis.de=Webverzeichnis.de
whatUseek=WhatUSeek.com
Willow Internet Crawler by Twotrees=TwoTrees.com
WinkBot=Wink.com
Worio=Worio.com
Woriobot=Worio.com:robot/1.0=Neofonie.de
WorldLight=EntireWeb.com
Wotbox=WotBox.com
wume_crawler=Wume.cse.lehigh.edu
www.arianna.it=Arianna.libero.it
WWWeasel=WWWeasel.de
X-Crawler=Arexera.de
xyro_(xcrawler@cosmos.inria.fr)=Inria.fr
Y!J=Yahoo.co.jp
Yacy=Yacy.net
Yahoo=Yahoo.com
Yandex=Yandex.ru
YodaoBot=Yodao.com
Yoogli=Yoogli.com
Yoono=Yoono.com
ZACATEK =Zacatek.cz
Zearchit=Zearchit.de
Zerxbot=Zerx.com
Zspider=Feedback.redkolibri.com
ZyBorg=WiseNutBot.com
Created By: cooldude7273