1 line
270 KiB
JSON
1 line
270 KiB
JSON
[{"description":"Sync2It bookmark management & clustering engine","ua":"!Susie (http:\/\/www.sync2it.com\/susie)"},{"description":"UnCHAOS search robot","ua":"<a href='http:\/\/www.unchaos.com\/'> UnChaos <\/a> From Chaos To Order Hybrid Web Search Engine.(vadim_gonchar@unchaos.com)"},{"description":"UnCHAOS search robot","ua":"<a href='http:\/\/www.unchaos.com\/'> UnChaos Bot Hybrid Web Search Engine. <\/a> (vadim_gonchar@unchaos.com)"},{"description":"UnCHAOS search robot","ua":"<b> UnChaosBot From Chaos To Order UnChaos Hybrid Web Search Engine at www.unchaos.com <\/b> (info@unchaos.com)"},{"description":"Sygol Search (Italy) robot","ua":"<http:\/\/www.sygol.com\/> http:\/\/www.sygol.com"},{"description":"SearchEngineWorld's robots.txt validator","ua":"( Robots.txt Validator http:\/\/www.searchengineworld.com\/cgi-bin\/robotcheck.cgi )"},{"description":"DreamCast DreamPassport browser","ua":"(DreamPassport\/3.0; isao\/MyDiGiRabi)"},{"description":"Privoxy web proxy","ua":"(Privoxy\/1.0)"},{"description":"Unknown Yahoo robot","ua":"*\/Nutch-0.9-dev"},{"description":"SitiDi.net search (Germany) robot","ua":"+SitiDi.net\/SitiDiBot\/1.0 (+Have Good Day)"},{"description":"Die Kraehe Meta-Search-Engine (Germany) link checking","ua":"-DIE-KRAEHE- META-SEARCH-ENGINE\/1.1 http:\/\/www.die-kraehe.de"},{"description":"123spider.de (Germany) web directory link checking","ua":"123spider-Bot (Version: 1.02, powered by www.123spider.de"},{"description":"192.com - UK web directory","ua":"192.comAgent"},{"description":"1st ZipCommander Net - IE based browser","ua":"1st ZipCommander (Net) - http:\/\/www.zipcommander.com\/"},{"description":"2Bone online link checker","ua":"2Bone_LinkChecker\/1.0 libwww-perl\/5.64"},{"description":"4Anything robot","ua":"4anything.com LinkChecker v2.0"},{"description":"Unknown guestbook spamming or harvesting tool from diff. IPs","ua":"8484 Boston Project v 1.0"},{"description":"neofonie search robot Germany","ua":":robot\/1.0 (linux) ( admin e-mail: undefined http:\/\/www.neofonie.de\/loesungen\/search\/robot.html )"},{"description":"A-Online.at robot - now Jet2Web Search","ua":"A-Online Search"},{"description":"A1 Keyword Research - search engine and keyword optimization software","ua":"A1 Keyword Research\/1.0.2 (+http:\/\/www.micro-sys.dk\/products\/keyword-research\/) miggibot\/2007.03.27"},{"description":"MiggiBot website crawler engine - A1 Sitemap Generator","ua":"A1 Sitemap Generator\/1.0 (+http:\/\/www.micro-sys.dk\/products\/sitemap-generator\/) miggibot\/2006.01.24"},{"description":"Aardvark web crawler for Sun's Blog recommendations","ua":"aardvark-crawler"},{"description":"Abacho \/ Crawler.de robot","ua":"AbachoBOT"},{"description":"Abacho \/ Crawler.de robot","ua":"AbachoBOT (Mozilla compatible)"},{"description":"ABCdatos - Castilian program & tutorial directory","ua":"ABCdatos BotLink\/5.xx.xxx#BBL"},{"description":"Aberja Hybridsuchmaschine (Germany) link checking","ua":"Aberja Checkomat"},{"description":"Nameprotect copyright search robot (24.177.134.x)","ua":"abot\/0.1 (abot; http:\/\/www.abot.com; abot@abot.com)"},{"description":"About robot","ua":"About\/0.1libwww-perl\/5.47"},{"description":"Accela Technology RSS feed crawler","ua":"Accelatech RSSCrawler\/0.4"},{"description":"Accoona Search robot","ua":"accoona"},{"description":"Accoona Search robot","ua":"Accoona-AI-Agent\/1.1.1 (crawler at accoona dot com)"},{"description":"Accoona Search robot","ua":"Accoona-AI-Agent\/1.1.2 (aicrawler at accoonabot dot com)"},{"description":"Ace Explorer - IE based browser","ua":"Ace Explorer"},{"description":"Ackerm search robot","ua":"Ack (http:\/\/www.ackerm.com\/)"},{"description":"Acoi picture finder robot","ua":"AcoiRobot"},{"description":"Acoon.de search (Germany) robot","ua":"Acoon Robot v1.50.001"},{"description":"Acoon.de search (Germany) robot","ua":"Acoon Robot v1.52 (http:\/\/www.acoon.de)"},{"description":"Acoon.de search (Germany) robot","ua":"Acoon-Robot 4.0.x.[xx] (http:\/\/www.acoon.de)"},{"description":"Acoon.de search (Germany) robot","ua":"Acoon-Robot v3.xx (http:\/\/www.acoon.de and http:\/\/www.acoon.com)"},{"description":"Acorn Search Project","ua":"Acorn\/Nutch-0.9 (Non-Profit Search Engine; acorn.isara.org; acorn at isara dot org)"},{"description":"LibMaster.com Active Bookmark HTML page creator","ua":"ActiveBookmark 1.x"},{"description":"Activeworlds 3D homepage browser","ua":"Activeworlds"},{"description":"Activeworlds 3D homepage browser","ua":"ActiveWorlds\/3.xx (xxx)"},{"description":"Ad Muncher - banner killer","ua":"Ad Muncher v4.xx.x"},{"description":"Ad Muncher - banner killer","ua":"Ad Muncher v4x Build xxxxx"},{"description":"website directory adaxas link checking","ua":"Adaxas Spider (http:\/\/www.adaxas.net\/)"},{"description":"Avant Browser - IE based browser","ua":"Advanced Browser (http:\/\/www.avantbrowser.com)"},{"description":"Aesop robot","ua":"AESOP_com_SpiderMan"},{"description":"Agada search (Germany) robot","ua":"agadine\/1.x.x (+http:\/\/www.agada.de)"},{"description":"SharewarePlaza link checking","ua":"Agent-SharewarePlazaFileCheckBot\/2.0+(+http:\/\/www.SharewarePlaza.com)"},{"description":"Linkomatic submission verifier","ua":"AgentName\/0.1 libwww-perl\/5.48"},{"description":"21seek.com (China) robot (218.17.90.xxx)","ua":"AIBOT\/2.1 By +(www.21seek.com A Real artificial intelligence search engine China)"},{"description":"AideRss - Postrank RSS and Blog filtering","ua":"AideRSS\/1.0 (aiderss.com)"},{"description":"Nameprotect copyright search robot (24.177.134.x)","ua":"aipbot\/1.0 (aipbot; http:\/\/www.aipbot.com; aipbot@aipbot.com)"},{"description":"Nameprotect copyright search robot (24.177.134.x)","ua":"aipbot\/2-beta (aipbot dev; http:\/\/aipbot.com; aipbot@aipbot.com)"},{"description":"Akregator news feed reader for KDE","ua":"Akregator\/1.2.9; librss\/remnants"},{"description":"Aladin robot","ua":"Aladin\/3.324"},{"description":"Phone.com UP.Browser for mobiles on Alcatel cellphone","ua":"Alcatel-BG3\/1.0 UP.Browser\/5.0.3.1.2"},{"description":"Aleksika Danmark - Search engine optimization spider","ua":"Aleksika Spider\/1.0 (+http:\/\/www.aleksika.com\/)"},{"description":"Alertinfo - French version of Feedreader 3.xx ","ua":"AlertInfo 2.0 (Powered by Newsbrain)"},{"description":"Vestris robot","ua":"AlkalineBOT\/1.3"},{"description":"Vestris robot","ua":"AlkalineBOT\/1.4 (1.4.0326.0 RTM)"},{"description":"Allesklar.de robot","ua":"Allesklar\/0.1 libwww-perl\/5.46"},{"description":"Alligator download manager","ua":"Alligator 1.31 (www.nearsoftware.com)"},{"description":"Unknown robot from Allrati.com","ua":"Allrati\/1.1 (+)"},{"description":"Altavista robot","ua":"AltaVista Intranet V2.0 AVS EVAL search@freeit.com"},{"description":"Altavista robot","ua":"AltaVista Intranet V2.0 Compaq Altavista Eval sveand@altavista.net"},{"description":"Altavista robot","ua":"AltaVista Intranet V2.0 evreka.com crawler@evreka.com"},{"description":"Altavista robot","ua":"AltaVista V2.0B crawler@evreka.com"},{"description":"Amaya - W3C's Editor\/Browser","ua":"amaya\/x.xx libwww\/x.x.x"},{"description":"Amfibi Search robot","ua":"AmfibiBOT"},{"description":"Amfibi Search robot","ua":"Amfibibot\/0.06 (Amfibi Web Search; http:\/\/www.amfibi.com; agent@amfibi.com)"},{"description":"Amfibi Search robot","ua":"Amfibibot\/0.07 (Amfibi Robot; http:\/\/www.amfibi.com; agent@amfibi.com)"},{"description":"amibot - Amidalla search engine robot (62.241.33.xx)","ua":"amibot"},{"description":"AWeb Amiga browser","ua":"Amiga-AWeb\/3.4.167SE"},{"description":"Voyager - Amiga browser","ua":"AmigaVoyager\/3.4.4 (MorphOS\/PPC native)"},{"description":"Amiga Miami TCP Stack","ua":"AmiTCP Miami (AmigaOS 2.04)"},{"description":"NF embedded browser on Amois Skypephone","ua":"Amoi 8512\/R21.0 NF-Browser\/3.3"},{"description":"Amazon.com robot for checking their affiliate sites","ua":"amzn_assoc"},{"description":"Annomille Italian historical oriented robot","ua":"AnnoMille spider 0.1 alpha - http:\/\/www.annomille.it"},{"description":"annotate Google - Firefox extension for annotating Google search results","ua":"annotate_google; http:\/\/ponderer.org\/download\/annotate_google.user.js"},{"description":"Megaproxy user","ua":"Anonymized by ProxyOS: http:\/\/www.megaproxy.com"},{"description":"faked user agent","ua":"Anonymizer\/1.1"},{"description":"AnswerBus natural language search using COLLATE technology","ua":"AnswerBus (http:\/\/www.answerbus.com\/)"},{"description":"AnswerChase search tool","ua":"AnswerChase PROve x.0"},{"description":"AnswerChase search tool","ua":"AnswerChase x.0"},{"description":"ANT Fresco Browser","ua":"ANTFresco\/x.xx"},{"description":"Antibot (discontinued) robot","ua":"antibot-V1.1.5\/i586-linux-2.2"},{"description":"Anzwers (Yahoo) Australia robot","ua":"AnzwersCrawl\/2.0 (anzwerscrawl@anzwers.com.au;Engine)"},{"description":"Apexoo Search spider","ua":"Apexoo Spider 1.x"},{"description":"JavaOS app. for SEGA Saturn Internet and Sanyo Internet-TV","ua":"Aplix HTTP\/1.0.1"},{"description":"JavaOS app. for Sanyo Internet-TV","ua":"Aplix_SANYO_browser\/1.x (Japanese)"},{"description":"JavaOS app. for SEGA Saturn Internet","ua":"Aplix_SEGASATURN_browser\/1.x (Japanese)"},{"description":"Aport robot","ua":"Aport"},{"description":"Walhello Internet Search robot","ua":"appie 1.1 (www.walhello.com)"},{"description":"CoreMedia player on Apple iPhone","ua":"Apple iPhone v1.1.4 CoreMedia v1.0.0.4A102"},{"description":"PubSub - Mac OS X utility for managing RSS\/Atom subscriptions via the PubSub framework","ua":"Apple-PubSub\/65.1.1"},{"description":"Araby search - Arabia","ua":"ArabyBot (compatible; Mozilla\/5.0; GoogleBot; FAST Crawler 6.4; http:\/\/www.araby.com;)"},{"description":"Covac Arachnid Web Crawler","ua":"ArachBot"},{"description":"Euroseek spider","ua":"Arachnoidea (arachnoidea@euroseek.com)"},{"description":"Amazon.com robot for checking their affiliate sites","ua":"aranhabot"},{"description":"Excite spider","ua":"ArchitextSpider"},{"description":"Heritrix - The Internet Archive's open-source crawler (207.241.225.2xx)","ua":"archive.org_bot"},{"description":"Simpy Bookmarklet crawler (69.55.233.xx)","ua":"Argus\/1.1 (Nutch; http:\/\/www.simpy.com\/bot.html; feedback at simpy dot com)"},{"description":"Arikus inContext search engine software","ua":"Arikus_Spider"},{"description":"Tomba project: the Portuguese web archive","ua":"Arquivo-web-crawler (compatible; heritrix\/1.12.1 +http:\/\/arquivo-web.fccn.pt)"},{"description":"Asaha search robot (Turkey)","ua":"ASAHA Search Engine Turkey V.001 (http:\/\/www.asaha.com\/)"},{"description":"ASAHINA Antenna information detecting agent","ua":"Asahina-Antenna\/1.x"},{"description":"ASAHINA Antenna information detecting agent","ua":"Asahina-Antenna\/1.x (libhina.pl\/x.x ; libtime.pl\/x.x)"},{"description":"Ask 24x Info robot","ua":"ask.24x.info"},{"description":"Ask About Oil - Petroleum related search (24.227.212.xxx) using Nutch","ua":"AskAboutOil\/0.06-rcp (Nutch; http:\/\/www.nutch.org\/docs\/en\/bot.html; nutch-agent@askaboutoil.com)"},{"description":"askEd! \/ Inferret search (Japan) robot using Nutch","ua":"asked\/Nutch-0.8 (web crawler; http:\/\/asked.jp; epicurus at gmail dot com)"},{"description":"ASPSeek search engine software -Yahoo-Inc. \/ Telecom Canada robot ","ua":"ASPSeek\/1.2.5"},{"description":"Swsoft.net robot using Aspseek","ua":"ASPseek\/1.2.9d"},{"description":"ASPSeek search engine software","ua":"ASPSeek\/1.2.x"},{"description":"ASPSeek search engine software","ua":"ASPSeek\/1.2.xa"},{"description":"ASPSeek search engine software","ua":"ASPseek\/1.2.xx"},{"description":"ASPSeek search engine software","ua":"ASPSeek\/1.2.xxpre"},{"description":"Associative Sort robot","ua":"ASSORT\/0.10"},{"description":"Singingfish media spider (64.12.186.2xx) via AOL search","ua":"asterias\/2.0"},{"description":"Atlocal local business search robot","ua":"AtlocalBot\/1.1 +(http:\/\/www.atlocal.com\/local-web-site-owner.html)"},{"description":"Atomic Email Hunter email extracing and harvesting","ua":"Atomic_Email_Hunter\/4.0"},{"description":"Atomz robot","ua":"Atomz\/1.0"},{"description":"atSpider (ceased) email harvester \/ spambot","ua":"atSpider\/1.0"},{"description":"Attentio social media monitoring and analysing ","ua":"Attentio\/Nutch-0.9-dev (Attentio's beta blog crawler; www.attentio.com; info@attentio.com)"},{"description":"Samsung SPH-A660 phone with Sprint software","ua":"AU-MIC\/2.0 MMP\/2.0"},{"description":"Audiovox SMT5600 (AT&T) Smartphone mobile phone browser","ua":"AUDIOVOX-SMT5600"},{"description":"Augurnet Swiss (was www.augurnet.ch) search robot","ua":"augurfind"},{"description":"Augurnet Swiss (was www.augurnet.ch) search robot","ua":"augurnfind V-1.x"},{"description":"Auto Email Pro Email harvester","ua":"autoemailspider"},{"description":"Linkscan tool from Elsop","ua":"autohttp"},{"description":"Autowebdir - The Automatically Generated Web Directory","ua":"autowebdir 1.1 (www.autowebdir.com)"},{"description":"Altavista robot ??","ua":"AV Fetch 1.0"},{"description":"Avant Browser - IE based browser","ua":"Avant Browser (http:\/\/www.avantbrowser.com)"},{"description":"National Research Council Canada robot","ua":"AVSearch-1.0(peter.turney@nrc.ca)"},{"description":"Unknown robot from 205.203.108.xx (telerate.com)","ua":"AVSearch-2.0-fusionIdx-14-CompetitorWebSites"},{"description":"Altavista robot","ua":"AVSearch-3.0(AltaVista\/AVC)"},{"description":"AWeb Amiga browser","ua":"AWeb"},{"description":"Axada search Germany robot","ua":"axadine\/ (Axadine Crawler; http:\/\/www.axada.de\/; )"},{"description":"Axmo search robot","ua":"AxmoRobot - Crawling your site for better indexing on www.axmo.com search engine."},{"description":"Azureus Java BitTorrent Client","ua":"Azureus 2.x.x.x"},{"description":"Babaloo search robot (Slovenia)","ua":"BabalooSpider\/1.3 (BabalooSpider; http:\/\/www.babaloo.si; spider@babaloo.si)"},{"description":"BaBoom Web Portal (ODP) robot (66.98.254.xx)","ua":"BaboomBot\/1.x.x (+http:\/\/www.baboom.us)"},{"description":"BackStreet Browser - Offline browser \/ website downloader","ua":"BackStreet Browser 3.x"},{"description":"Baidu search (Japan) image crawler","ua":"BaiduImagespider+(+http:\/\/www.baidu.jp\/search\/s308.html)"},{"description":"Baidu spidering engine - used by diff. IPs","ua":"BaiDuSpider"},{"description":"Baidu spidering engine - used by diff. IPs","ua":"Baiduspider+(+http:\/\/help.baidu.jp\/system\/05.html)"},{"description":"Baidu spidering engine - used by diff. IPs","ua":"Baiduspider+(+http:\/\/www.baidu.com\/search\/spider.htm)"},{"description":"Baidu search (Japan) crawler","ua":"Baiduspider+(+http:\/\/www.baidu.com\/search\/spider_jp.html)"},{"description":"Balihoo - Vertical search engine crawler (beta)","ua":"Balihoo\/Nutch-1.0-dev (Crawler for Balihoo.com search engine - obeys robots.txt and robots meta tags ; http:\/\/balihoo.com\/index.aspx; robot at balihoo dot com)"},{"description":"Project BanBots Perl script robot","ua":"BanBots\/1.2 (spider@banbots.com)"},{"description":"Barca Pro email & PIM software","ua":"Barca\/2.0.xxxx"},{"description":"Barca Pro email & PIM software","ua":"BarcaPro\/1.4.xxxx"},{"description":"Barrahome crawler","ua":"BarraHomeCrawler (albertof@barrahome.org)"},{"description":"Unknown user agent from Microsoft","ua":"bCentral Billing Post-Process"},{"description":"Business.com robot","ua":"bdcindexer_2.6.2 (research@bdc)"},{"description":"Brandimensions Brand Protection robot","ua":"BDFetch"},{"description":"Bdncentral Sitesearch robot","ua":"BDNcentral Crawler v2.3 [en] (http:\/\/www.bdncentral.com\/robot.html) (X11; I; Linux 2.0.44 i686)"},{"description":"beammachine web directory (Germany) link checking","ua":"BeamMachine\/0.5 (dead link remover of www.beammachine.net)"},{"description":"Beauty robot for Cosmoty - German beauty and wellness search","ua":"beautybot\/1.0 (+http:\/\/www.uchoose.de\/crawler\/beautybot\/)"},{"description":"A Passion for Jazz music related search robot","ua":"BebopBot\/2.5.1 ( crawler http:\/\/www.apassion4jazz.net\/bebopbot.html )"},{"description":"LinkcheckerBeepware (site is down) web directory link checking","ua":"BeebwareDirectory\/v0.01"},{"description":"Big Brother link checking tool","ua":"Big Brother (http:\/\/pauillac.inria.fr\/~fpottier\/)"},{"description":"GoonGee.com link popularity checking","ua":"Big Fish v1.0"},{"description":"BB4 network monitoring","ua":"BigBrother\/1.6e"},{"description":"BigClique Search robot","ua":"BigCliqueBOT\/1.03-dev (bigclicbot; http:\/\/www.bigclique.com; bot@bigclique.com)"},{"description":"Biglotron search (France) robot","ua":"BIGLOTRON (Beta 2;GNU\/Linux)"},{"description":"Bigsearch.ca search robot","ua":"Bigsearch.ca\/Nutch-x.x-dev (Bigsearch.ca Internet Spider; http:\/\/www.bigsearch.ca\/; info@enhancededge.com)"},{"description":"Bilbo - web frontend for the Nessus Security Scanner","ua":"Bilbo\/2.3b-UNIX"},{"description":"Bilgi.com (Beta) search robot - Turkey","ua":"BilgiBetaBot\/0.8-dev (bilgi.com (Beta) ; http:\/\/lucene.apache.org\/nutch\/bot.html; nutch-agent@lucene.apache.org)"},{"description":"Bilgi.com (Beta) search robot - Turkey","ua":"BilgiBot\/1.0(beta) (http:\/\/www.bilgi.com\/; bilgi at bilgi dot com)"},{"description":"Carnegie Mellon School robot\/link checking ?","ua":"billbot wjj@cs.cmu.edu"},{"description":"Bitacle Blog Search Archive robot","ua":"Bitacle bot\/1.1"},{"description":"Bitacle Blog Search Archive robot","ua":"Bitacle Robot (V:1.0;) (http:\/\/www.bitacle.com)"},{"description":"Biyubi Navigator - Mexican browser for Fenix OS","ua":"Biyubi\/x.x (Sistema Fenix; G11; Familia Toledo; es-mx)"},{"description":"Blackberry Wireless Internet browser via Google WAP Proxy","ua":"BlackBerry7520\/4.0.0 Profile\/MIDP-2.0 Configuration\/CLDC-1.1 UP.Browser\/5.0.3.3 UP.Link\/5.1.2.12 (Google WAP Proxy\/1.0)"},{"description":"FS Consulting (was www.fsconsult.net) Black Widow web crawler","ua":"BlackWidow"},{"description":"BlackWidow web site scanner \/ downloading tool","ua":"BlackWidow"},{"description":"Blaiz Enterprises RawGrunt search","ua":"Blaiz-Bee\/1.0 (+http:\/\/www.blaiz.net)"},{"description":"Blaiz Enterprises RawGrunt search","ua":"Blaiz-Bee\/2.00.8222 (BE Internet Search Engine http:\/\/www.rawgrunt.com)"},{"description":"Blaiz Enterprises RawGrunt search","ua":"Blaiz-Bee\/2.00.xxxx (+http:\/\/www.blaiz.net)"},{"description":"Blitzsuche Germany robot","ua":"BlitzBOT@tricus.net"},{"description":"Blitzsuche Germany robot","ua":"BlitzBOT@tricus.net (Mozilla compatible)"},{"description":"BlockNote web page editor","ua":"BlockNote.Net"},{"description":"blogdex robot from MIT.edu","ua":"BlogBot\/1.x"},{"description":"BlogBridge RSS reader","ua":"BlogBridge 2.13 (http:\/\/www.blogbridge.com\/)"},{"description":"Bloglines article search","ua":"Bloglines Title Fetch\/1.0 (http:\/\/www.bloglines.com)"},{"description":"Bloglines graphics crawler","ua":"Bloglines-Images\/0.1 (http:\/\/www.bloglines.com)"},{"description":"Bloglines news crawler","ua":"Bloglines\/3.1 (http:\/\/www.bloglines.com)"},{"description":"FeedMap \/ BlogMap geo coding service","ua":"BlogMap (http:\/\/www.feedmap.net)"},{"description":"Intelliseek's BlogPulse blog search","ua":"Blogpulse (info@blogpulse.com)"},{"description":"Intelliseek's BlogPulse blog search","ua":"BlogPulseLive (support@blogpulse.com)"},{"description":"IceRocket Web search robot","ua":"BlogSearch\/1.x +http:\/\/www.icerocket.com\/"},{"description":"Art of Computing blog search project","ua":"blogsearchbot-pumpkin-3"},{"description":"BlogsNow realtime link tracker robot","ua":"BlogsNowBot, V 2.01 (+http:\/\/www.blogsnow.com\/)"},{"description":"BlogVipe news and Blog crawler (Netherlands)","ua":"BlogVibeBot-v1.1 (spider@blogvibe.nl)"},{"description":"blogWatcher robot from Okumura Group Tokyo (131.112.182.xxx)","ua":"blogWatcher_Spider\/0.1 (http:\/\/www.lr.pi.titech.ac.jp\/blogWatcher\/)"},{"description":"IceRocket Web search robot","ua":"BlogzIce\/1.0 (+http:\/\/icerocket.com; rhodes@icerocket.com)"},{"description":"IceRocket Web search robot","ua":"BlogzIce\/1.0 +http:\/\/www.icerocket.com\/"},{"description":"Blooby search (beta) robot","ua":"BloobyBot"},{"description":"Balihoo - Search Engine for Advertising Media","ua":"Bloodhound\/Nutch-0.9 (Testing Crawler for Research - obeys robots.txt and robots meta tags ; http:\/\/balihoo.com\/index.aspx; robot at balihoo dot com)"},{"description":"Bluefish HTML-editor for Linux","ua":"bluefish 0.6 HTML editor"},{"description":"Part of ButtMan remote access tool","ua":"BMCLIENT"},{"description":"Bookmark Express bookmark manager","ua":"BMLAUNCHER"},{"description":"Bobby web accessibility desktop testing tool","ua":"Bobby\/4.0.x RPT-HTTPClient\/0.3-3E"},{"description":"Boitho search (Norway) robot via 80.202.212.xx \/ 80.80.111.xx","ua":"boitho.com-dc\/0.xx (http:\/\/www.boitho.com\/dcbot.html)"},{"description":"Boitho search (Norway) robot via 80.202.212.xx \/ 80.80.111.xx","ua":"boitho.com-robot\/1.x"},{"description":"Boitho search (Norway) robot via 80.202.212.xx \/ 80.80.111.xx","ua":"boitho.com-robot\/1.x (http:\/\/www.boitho.com\/bot.html)"},{"description":"Bookdog - Mac bookmark manager","ua":"Bookdog\/x.x"},{"description":"Bookmark Buddy - favorite bookmark manager ","ua":"Bookmark Buddy bookmark checker (http:\/\/www.bookmarkbuddy.net\/)"},{"description":"Favourites managing program","ua":"Bookmark Renewal Check Agent [http:\/\/www.bookmark.ne.jp\/]"},{"description":"Favourites managing program","ua":"Bookmark Renewal Check Agent [http:\/\/www.bookmark.ne.jp\/] (Version 2.0beta)"},{"description":"Bookmark Base bookmark manager","ua":"BookmarkBase(2\/;http:\/\/bookmarkbase.com)"},{"description":"cybercity.fr user robot \/ faked user agent ?","ua":"Bot mailto:craftbot@yahoo.com"},{"description":"BD-Brandprotect copyright infringement crawler","ua":"BPImageWalker\/2.0 (www.bdbrandprotect.com)"},{"description":"BravoBrian bSTOP parental control","ua":"BravoBrian bstop.bravobrian.it"},{"description":"Robot for BravoBrian bSTOP","ua":"BravoBrian SpiderEngine MarcoPolo"},{"description":"BrightCloud web filtering for classifying websites","ua":"BrightCrawler (http:\/\/www.brightcloud.com\/brightcrawler.asp)"},{"description":"Webarchive Project Bruinbot crawler","ua":"BruinBot (+http:\/\/webarchive.cs.ucla.edu\/bruinbot.html) "},{"description":"Inktomi (Hotbot-Lycos NBCi) robot","ua":"BSDSeek\/1.0"},{"description":"BravoBrian bSTOP parental control","ua":"BStop.BravoBrian.it Agent Detector"},{"description":"BitTorrent Search Engine btbot robot","ua":"BTbot\/0.x (+http:\/\/www.btbot.com\/btbot.html)"},{"description":"\u00b5Torrent BitTorrent Client","ua":"BTWebClient\/180B(9704)"},{"description":"BuildCMS crawler - market monitoring project of BuildCMS","ua":"BuildCMS crawler (http:\/\/www.buildcms.com\/crawler)"},{"description":"Bulkfeeds: RSS directory link checking","ua":"Bulkfeeds\/r1752 (http:\/\/bulkfeeds.net\/)"},{"description":"BullsEye\/Intelliseek robot","ua":"BullsEye"},{"description":"Relevare Portal software robot","ua":"bumblebee@relevare.com"},{"description":"Microsoft server information robot (see link)","ua":"BunnySlippers"},{"description":"BurstFind search crawler (64.34.172.xx)","ua":"BurstFindCrawler\/1.1 (crawler.burstfind.com; http:\/\/crawler.burstfind.com; crawler@burstfind.com)"},{"description":"Buscaplus (Spain) robot","ua":"Buscaplus Robi\/1.0 (http:\/\/www.buscaplus.com\/robi\/)"},{"description":"Logitech Desktop Managers (LDM) Backweb (BW) update check","ua":"BW-C-2.0"},{"description":"Basic Web Hacking 3 fake user-agent from Hellbound Hackers challenges","ua":"bwh3_user_agent"},{"description":"Amfibi Search robot","ua":"Cabot\/Nutch-0.9 (Amfibi's web-crawling robot; http:\/\/www.amfibi.com\/cabot\/; agent@amfibi.com)"},{"description":"Amfibi Search robot","ua":"Cabot\/Nutch-1.0-dev (Amfibi's web-crawling robot; http:\/\/www.amfibi.com\/cabot\/; agent@amfibi.com)"},{"description":"Evolution integrated mail solution Camel TCP stream class","ua":"CamelHttpStream\/1.0"},{"description":"Some user agent","ua":"Cancer Information and Support International;"},{"description":"Cosmix project crawler (204.14.48.x \/ 38.113.234.xxx)","ua":"carleson\/1.0"},{"description":"Carnegie Mellon University WebBOT","ua":"Carnegie_Mellon_University_Research_WebBOT-->PLEASE READ-->http:\/\/www.andrew.cmu.edu\/~brgordon\/webbot\/index.html http:\/\/www.andrew.cmu.edu\/~brgordon\/webbot\/index.html"},{"description":"Carnegie Mellon University WebBOT","ua":"Carnegie_Mellon_University_WebCrawler http:\/\/www.andrew.cmu.edu\/~brgordon\/webbot\/index.html"},{"description":"Catall.de search & web directory (Germany)","ua":"Catall Spider"},{"description":"UIUCs Cazoodle search based on MetaQuerier","ua":"CazoodleBot\/CazoodleBot-0.1 (CazoodleBot Crawler; http:\/\/www.cazoodle.com\/cazoodlebot; cazoodlebot@cazoodle.com)"},{"description":"CommonCrawl Foundation search crawler","ua":"CCBot\/1.0 (+http:\/\/www.commoncrawl.org\/bot.html)"},{"description":"Empyreum Ccubee (Czech) search engine solution","ua":"ccubee\/x.x"},{"description":"Timewe mobile browser (WAP) simulator (Japan)","ua":"CDR\/1.7.1 Simulator\/0.7(+http:\/\/timewe.net) Profile\/MIDP-1.0 Configuration\/CLDC-1.0"},{"description":"Cisco Content Engine","ua":"CE-Preload"},{"description":"Nordic semantic search engine","ua":"CentiverseBot"},{"description":"Nordic semantic search engine","ua":"CentiverseBot - investigator"},{"description":"Nordic semantic search engine","ua":"CentiverseBot\/3.0 (http:\/\/www.centiverse-project.net)"},{"description":"Floortransformed.com robot (link ckecking ??)","ua":"Ceramic Tile Installation Guide (http:\/\/www.floorstransformed.com)"},{"description":"CERN Line Mode Browser","ua":"CERN-LineMode\/2.15"},{"description":"Cosmix project crawler (204.14.48.x \/ 38.113.234.xxx)","ua":"cfetch\/1.0"},{"description":"MaxOS X CoreFoundation CFNetwork API","ua":"CFNetwork\/x.x"},{"description":"cg-eye CGI checker","ua":"cg-eye interactive"},{"description":"Charon Amiga download manager","ua":"Charon\/1.x (Amiga)"},{"description":"Chat Catcher blog monitoring robot","ua":"Chat Catcher\/1.0"},{"description":"Checkbot link validation","ua":"Checkbot\/1.xx LWP\/5.xx"},{"description":"Checklinks - Perl link checker","ua":"CheckLinks\/1.x.x"},{"description":"NTL user agent","ua":"CheckUrl"},{"description":"CheckWeb link validation","ua":"CheckWeb"},{"description":"Chilkat HTTP component user-agent","ua":"Chilkat\/1.0.0 (+http:\/\/www.chilkatsoft.com\/ChilkatHttpUA.asp)"},{"description":"Unknown spam bot from telekom.com.my (218.111.83.xxx)","ua":"China Local Browse 2.6"},{"description":"Chitika Inc. Blog advertising","ua":"Chitika ContentHit 1.0"},{"description":"Christcentral.com Christcrawler (was www.christcrawler.com)","ua":"ChristCRAWLER 2.0"},{"description":"CHttpClient - C++ class using WinInet","ua":"CHttpClient by Open Text Corporation"},{"description":"CipinetBot -Cipinet Search Engine Web Crawler","ua":"CipinetBot (http:\/\/www.cipinet.com\/bot.html)"},{"description":"Cityreview regional search (Germany) link checking","ua":"Cityreview Robot (+http:\/\/www.cityreview.org\/crawler\/)"},{"description":"Commision Junction link checking spider","ua":"CJ Spider\/"},{"description":"CJB Net anonymous socks proxy service (216.194.70.x)","ua":"CJB.NET Proxy"},{"description":"Claria (ex Gator) SearchScout robot (64.152.73.xx)","ua":"ClariaBot\/1.0"},{"description":"Claymont Search robot","ua":"Claymont.com"},{"description":"Seznam Search (Czech Republic) robot","ua":"CloakDetect\/0.9 (+http:\/\/fulltext.seznam.cz\/)"},{"description":"Clush clustered search robot","ua":"Clushbot\/2.x (+http:\/\/www.clush.com\/bot.html)"},{"description":"Clush clustered search robot","ua":"Clushbot\/3.x-BinaryFury (+http:\/\/www.clush.com\/bot.html)"},{"description":"Clush clustered search robot","ua":"Clushbot\/3.xx-Ajax (+http:\/\/www.clush.com\/bot.html)"},{"description":"Clush clustered search robot","ua":"Clushbot\/3.xx-Hector (+http:\/\/www.clush.com\/bot.html)"},{"description":"Clush clustered search robot","ua":"Clushbot\/3.xx-Peleus (+http:\/\/www.clush.com\/bot.html)"},{"description":"COAST Webmaster - Web management and maintenance software","ua":"COAST WebMaster Pro\/4.x.x.xx (Windows NT)"},{"description":"Proposed Content-Based Image Tracking System (CoBITS) P2P crawler","ua":"CoBITSProbe"},{"description":"Cocoa del.icio.us (social bookmarks manager) client for Mac OS X","ua":"Cocoal.icio.us\/1.0 (v36) (Mac OS X; http:\/\/www.scifihifi.com\/cocoalicious)"},{"description":"Cogent Search Bot from Cogent Software Solutions for unknown purposes","ua":"Cogentbot\/1.X (+http:\/\/www.cogentsoftwaresolutions.com\/bot.html)"},{"description":"Cold Fusion server used by various IPs i.e.: - NetWORLD web catalogue link checking","ua":"ColdFusion"},{"description":"Cold Fusion server used by Bookmark Tracker - online favourites managment","ua":"ColdFusion (BookmarkTracker.com)"},{"description":"WebCollage Syndicator graphics crawler\/collector","ua":"collage.cgi\/1.xx"},{"description":"Combine harvesting & indexing robot","ua":"combine\/0.0"},{"description":"Combine harvesting & indexing robot","ua":"Combine\/2.0 http:\/\/combine.it.lth.se\/"},{"description":"Combine harvesting & indexing robot","ua":"Combine\/3 http:\/\/combine.it.lth.se\/"},{"description":"Combine harvesting & indexing robot","ua":"Combine\/x.0"},{"description":"cometrics Web Content Mining solution - Germany","ua":"cometrics-bot, http:\/\/www.cometrics.de"},{"description":"Wildsoft Germany (closed) Internet client system user-agent (was www.oskarweb.de)","ua":"Commerce Browser Center"},{"description":"UCLA Complex Networks Groups Complex Network Analysis","ua":"complex_network_group\/Nutch-0.9-dev (discovering the structure of the world-wide-web; http:\/\/cantor.ee.ucla.edu\/~networks\/crawl; nimakhaj@gmail.com)"},{"description":"Hungarian Academy of Sciences data mining search","ua":"Computer_and_Automation_Research_Institute_Crawler crawler@ilab.sztaki.hu"},{"description":"ComRite Chinese Search Engine for Oversea Web Sites (69.248.26.xx)","ua":"Comrite\/0.7.1 (Nutch; http:\/\/lucene.apache.org\/nutch\/bot.html; nutch-agent@lucene.apache.org)"},{"description":"unknown","ua":"Contact"},{"description":"Probably E-Mail harvesting robot - same as LMQueueBot","ua":"ContactBot\/0.2"},{"description":"ContentSmartz e-mail harvesting tools","ua":"ContentSmartz"},{"description":"Internet Explorer versions 4.x and 5 plugin content","ua":"contype"},{"description":"Converas RetrievalWare Internet Spider (63.241.61.x)","ua":"Convera Internet Spider V6.x"},{"description":"Converas RetrievalWare Internet Spider (63.241.61.x)","ua":"ConveraCrawler\/0.2"},{"description":"Converas RetrievalWare Internet Spider (63.241.61.x)","ua":"ConveraCrawler\/0.9d (+http:\/\/www.authoritativeweb.com\/crawl)"},{"description":"Converas RetrievalWare Internet Spider (63.241.61.x)","ua":"ConveraMultiMediaCrawler\/0.1 (+http:\/\/www.authoritativeweb.com\/crawl)"},{"description":"Suchmaschine21 (Germany) robot","ua":"CoolBot"},{"description":"Cooliris photo and video browser","ua":"Cooliris\/1.5 CFNetwork\/459 Darwin\/10.0.0d3"},{"description":"Coral Content Distribution Network","ua":"CoralWebPrx\/0.1.1x (See http:\/\/coralcdn.org\/)"},{"description":"Xyleme SA France robot","ua":"cosmos\/0.8_(robot@xyleme.com)"},{"description":"Xyleme SA France robot","ua":"cosmos\/0.9_(robot@xyleme.com)"},{"description":"Coteo.com - local French directory link checking","ua":"CoteoNutchCrawler\/Nutch-0.9 (info [at] coteo [dot] com)"},{"description":"Cougarsearch.com robot","ua":"CougarSearch\/0.x (+http:\/\/www.cougarsearch.com\/faq.shtml)"},{"description":"Covac Arachnid Web Crawler","ua":"Covac TexAs Arachbot"},{"description":"CoverScout for iTunes - CD cover search tool","ua":"CoverScout%203\/3.0.1 CFNetwork\/339.5 Darwin\/9.5.0 (i386) (iMac5,1)"},{"description":"Naver Japan \/ Korea robot","ua":"Cowbot-0.1 (NHN Corp. \/ +82-2-3011-1954 \/ nhnbot@naver.com)"},{"description":"Naver Japan \/ Korea robot","ua":"Cowbot-0.1.x (NHN Corp. \/ +82-2-3011-1954 \/ nhnbot@naver.com)"},{"description":"Converas RetrievalWare Internet Spider","ua":"CrawlConvera0.1 (CrawlConvera@yahoo.com)"},{"description":"unknown robot via Level3.net","ua":"Crawler"},{"description":"Cometsystems Comet Search robot via Findwhat (now Miva)","ua":"Crawler (cometsearch@cometsystems.com)"},{"description":"Crawler.de \/ Abacho robot","ua":"Crawler admin@crawler.de"},{"description":"Crawler.de \/ Abacho robot","ua":"Crawler V 0.2.x admin@crawler.de"},{"description":"Alexa crawler","ua":"crawler@alexa.com"},{"description":"Pinpoint WAP search robot","ua":"CrawlerBoy Pinpoint.com"},{"description":"Crawlly Beta search - Germany (72.232.194.2xx)","ua":"Crawllybot\/0.1 (Crawllybot; +http:\/\/www.crawlly.com; crawler@crawlly.com)"},{"description":"Creatice Commons using Nutch open source robot","ua":"CreativeCommons\/0.06-dev (Nutch; http:\/\/www.nutch.org\/docs\/en\/bot.html; nutch-agent@lists.sourceforge.net)"},{"description":"Cricket A100 cell phone browser","ua":"Cricket-A100\/1.0 UP.Browser\/6.3.0.7 (GUI) MMP\/2.0"},{"description":"Croccrawler robot","ua":"CrocCrawler vx.3 [en] (http:\/\/www.croccrawler.com) (X11; I; Linux 2.0.44 i686)"},{"description":"Web mining project from CSCI 659 (computer science course) at Indiana Univerity","ua":"csci_b659\/0.13"},{"description":"CSE HTML Validator for Windows","ua":"CSE HTML Validator Professional (http:\/\/www.htmlvalidator.com\/)"},{"description":"Cuam - IE based browser","ua":"Cuam Ver0.050bx"},{"description":"Cuasar (Spain) music \/ ringtone search spider","ua":"Cuasarbot\/0.9b http:\/\/www.cuasar.com\/spider_beta\/ "},{"description":"Curl file transferring tool","ua":"curl\/7.10.x (i386-redhat-linux-gnu) libcurl\/7.10.x OpenSSL\/0.9.7a ipv6 zlib\/1.1.4"},{"description":"Curl file transferring tool","ua":"curl\/7.7.x (i386--freebsd4.3) libcurl 7.7.x (SSL 0.9.6) (ipv6 enabled)"},{"description":"Curl file transferring tool","ua":"curl\/7.8 (i686-pc-linux-gnu) libcurl 7.8 (OpenSSL 0.9.6)"},{"description":"Curl file transferring tool","ua":"curl\/7.9.x (win32) libcurl 7.9.x"},{"description":"CurryGuide UK link check robot","ua":"CurryGuide SiteScan 1.1"},{"description":"Custo web site spidering tool (link checking)","ua":"Custo x.x (www.netwu.com)"},{"description":"Bisnisseek (was www.bisnisseek.com) robot","ua":"Custom Spider www.bisnisseek.com \/1.0"},{"description":"Cyberdog Mac Browser (was www.cyberdog.org)","ua":"Cyberdog\/2.0 (Macintosh; 68k)"},{"description":"CyberPatrol LLC robot for web filtering software","ua":"CyberPatrol SiteCat Webbot (http:\/\/www.cyberpatrol.com\/cyberpatrolcrawler.asp)"},{"description":"CyberSpyder Link Test software","ua":"CyberSpyder Link Test\/2.1.12 (admin@mspennyworth.com)"},{"description":"Cydral image & site search spider","ua":"CydralSpider\/1.x (Cydral Web Image Search; http:\/\/www.cydral.com)"},{"description":"Cydral image & site search spider","ua":"CydralSpider\/3.0 (Cydral Image Search; http:\/\/www.cydral.com)"},{"description":"Downloadaccelerator download manager","ua":"DA 3.5 (www.lidan.com)"},{"description":"Downloadaccelerator download manager","ua":"DA 4.0"},{"description":"Downloadaccelerator download manager","ua":"DA 4.0 (www.downloadaccelerator.com)"},{"description":"Downloadaccelerator download manager","ua":"DA 5.0"},{"description":"Downloadaccelerator download manager","ua":"DA 7.0"},{"description":"Download Accelerator Plus download manager","ua":"DAP x.x"},{"description":"PowerTCP ActiveX control tool","ua":"Dart Communications PowerTCP"},{"description":"Unknown bot from Kornet Korea (218.149.129.xxx) scans for Perl Awstats","ua":"DataCha0s\/2.0"},{"description":"Unknown UA looking for Awstats Perl components","ua":"DataCha0s\/2.0"},{"description":"INFOMINE\/iVia Scholary Internet Resource Collections robot","ua":"DataFountains\/DMOZ Downloader"},{"description":"INFOMINE\/iVia Scholary Internet Resource Collections robot","ua":"DataFountains\/Dmoz Downloader (http:\/\/ivia.ucr.edu\/useragents.shtml)"},{"description":"INFOMINE\/iVia Scholary Internet Resource Collections robot","ua":"DataFountains\/DMOZ Feature Vector Corpus Creator (http:\/\/ivia.ucr.edu\/useragents.shtml)"},{"description":"DataparkSearch open source search engine","ua":"DataparkSearch\/4.47 (+http:\/\/dataparksearch.org\/bot)"},{"description":"DataparkSearch open source search engine","ua":"DataparkSearch\/4.xx (http:\/\/www.dataparksearch.org\/)"},{"description":"DataSpear Directory robot (24.109.29.xx)","ua":"DataSpear\/1.0 (Spider; http:\/\/www.dataspear.com\/spider.html; spider@dataspear.com)"},{"description":"DataSpear Directory robot (24.109.29.xx)","ua":"DataSpearSpiderBot\/0.2 (DataSpear Spider Bot; http:\/\/dssb.dataspear.com\/bot.html; dssb@dataspear.com)"},{"description":"Sicher-durchs-Netz German security related search (62.75.220.xxx)","ua":"DatenBot( http:\/\/www.sicher-durchs-netz.de\/bot.html)"},{"description":"Wholeweb robot","ua":"DaviesBot\/1.7 (www.wholeweb.net)"},{"description":"Daypop blog - weblog - online mag search spider","ua":"daypopbot\/0.x"},{"description":"dbDig search engine","ua":"dbDig(http:\/\/www.prairielandconsulting.com)"},{"description":"Some site scanning tool via diff. IPs i.e.: - wanweb.net (208.6.163.xxx) - cox.net (68.4.xxx.xxx)","ua":"DBrowse 1.4b"},{"description":"Some site scanning tool via diff. IPs i.e.: - pacbell.net (67.112.xxx.xxx)","ua":"DBrowse 1.4d"},{"description":"DC-Sakura download manager","ua":"DC-Sakura\/x.xx"},{"description":"unknown divine\/Openmarket.com robot","ua":"dCSbot\/1.1"},{"description":"some (website) downloading tool","ua":"DDD"},{"description":"Unknown user agent","ua":"dds explorer v1.0 beta"},{"description":"Searchengine.com (Germany) submission checking \/ robot (84.73.57.xx)","ua":"de.searchengine.comBot 1.2 (http:\/\/de.searchengine.com\/spider)"},{"description":"DLC Perl HTTP link checking","ua":"DeadLinkCheck\/0.4.0 libwww-perl\/5.xx"},{"description":"Sootle Web Directory deep link checker","ua":"Deep Link Calculator v1.0"},{"description":"deepak-USC\/ISI robot from USC\/Information Science Institute","ua":"deepak-USC\/ISI"},{"description":"Deepindex robot","ua":"DeepIndex"},{"description":"Zetbot search Belgium (213.41.128.xx) using Deepindex robot","ua":"DeepIndex ( http:\/\/www.zetbot.com )"},{"description":"Deepindex robot","ua":"DeepIndex (www.en.deepindex.com)"},{"description":"Deepindex robot (via Paragon.net Canada)","ua":"DeepIndexer.ca"},{"description":"del.icio.us picture robot for thumbnail preview via Yahoo","ua":"del.icio.us-thumbnails\/1.0 Mozilla\/5.0 (compatible; Konqueror\/3.4; FreeBSD) KHTML\/3.4.2 (like Gecko)"},{"description":"DeleGate application level gateway \/ proxy server","ua":"DeleGate\/9.0.5-fix1"},{"description":"Some site scanning tool from 217.34.59.xxx (btopenworld.com)","ua":"Demo Bot DOT 16b"},{"description":"Some site scanning tool from 68.154.96.xx (bellsouth.net)","ua":"Demo Bot Z 16b"},{"description":"Denmex Websearch robot\/link checking","ua":"Denmex websearch (http:\/\/search.denmex.com)"},{"description":"DataBecker Bilder Sauger (discontinued) web graphics downloader","ua":"Der gro\u00dfe BilderSauger 2.00u"},{"description":"Searchspider.com robot (72.245.225.xxx)","ua":"dev-spider2.searchpsider.com\/1.3b"},{"description":"DevComponents HTMLDocument Class Library for Visual Studio.net","ua":"DevComponents.com HtmlDocument Object"},{"description":"DiaGem Japan web crawler","ua":"DiaGem\/1.1 (http:\/\/www.skyrocket.gr.jp\/diagem.html)"},{"description":"Claria (ex Gator) SearchScout robot (64.152.73.xx)","ua":"Diamond\/x.0"},{"description":"Claria (ex Gator) SearchScout robot (64.152.73.xx)","ua":"DiamondBot"},{"description":"Diggit! robot","ua":"Digger\/1.0 JDK\/1.3.0rc3"},{"description":"OpenPortal4U robot","ua":"DigOut4U"},{"description":"Findsame.com (site is offline) \/ Digital-Integrity robot","ua":"DIIbot\/1.2"},{"description":"Dillo Web Browser","ua":"Dillo\/0.8.5-i18n-misc"},{"description":"Dillo Web Browser","ua":"Dillo\/0.x.x"},{"description":"disastrous - a del.icio.us link checker based on Python","ua":"disastrous\/1.0.5 (running with Python 2.5.1; http:\/\/www.bortzmeyer.org\/disastrous.html; archangel77@del.icio.us)"},{"description":"DISCo Pump offline browser \/ website ripper","ua":"DISCo Pump x.x"},{"description":"Unkown robot from Discovery Engine Corp.","ua":"disco\/Nutch-0.9 (experimental crawler; www.discoveryengine.com; disco-crawl@discoveryengine.com)"},{"description":"Unkown robot from Discovery Engine Corp.","ua":"disco\/Nutch-1.0-dev (experimental crawler; www.discoveryengine.com; disco-crawl@discoveryengine.com)"},{"description":"Ditto picture search robot","ua":"DittoSpyder"},{"description":"some download agent","ua":"dlman"},{"description":"Naver Japan \/ Korea robot","ua":"dloader(NaverRobot)\/1.0"},{"description":"DNS Right - Online DNS tools","ua":"DNSRight.com WebBot Link Ckeck Tool. Report abuse to: dnsr@dnsright.com"},{"description":"NTT DoCoMo (Japan) robot","ua":"DoCoMo\/1.0\/Nxxxi\/c10"},{"description":"NTT DoCoMo (Japan) robot","ua":"DoCoMo\/1.0\/Nxxxi\/c10\/TB"},{"description":"Google (216.239.39.x) proxy server","ua":"DoCoMo\/1.0\/P502i\/c10 (Google CHTML Proxy\/1.0)"},{"description":"NTT DoCoMo (Japan) robot","ua":"DoCoMo\/2.0 P900iV(c100;TB;W24H11) "},{"description":"NTT DoCoMo (Japan) proxy server (210.136.161.1xx)","ua":"DoCoMo\/2.0 SH901iS(c100;TB;W24H12),gzip(gfe) (via translate.google.com)"},{"description":"Yahoo Search Japan robot (203.216.197.xxx)","ua":"DoCoMo\/2.0 SH902i (compatible; Y!J-SRD\/1.0; http:\/\/help.yahoo.co.jp\/help\/jp\/search\/indexing\/indexing-27.html)"},{"description":"Yahoo Search Japan robot (203.216.197.xxx)","ua":"DoCoMo\/2.0\/SO502i (compatible; Y!J-SRD\/1.0; http:\/\/help.yahoo.co.jp\/help\/jp\/search\/indexing\/indexing-27.html)"},{"description":"DocZilla - Mozilla-based SGML\/XML\/HTML- browser","ua":"DocZilla\/1.0 (Windows; U; WinNT4.0; en-US; rv:1.0.0) Gecko\/20020804"},{"description":"unknown robot from AGMLAB Information Technologies (Information retrieval system ?)","ua":"dodgebot\/experimental"},{"description":"Donut P - Japanese IE based browser","ua":"DonutP; Windows98SE"},{"description":"Unknown robot from douban search (China) - maybe image crawling","ua":"Doubanbot\/1.0 (bot@douban.com http:\/\/www.douban.com)"},{"description":"Download Demon\/Netzip download manager","ua":"Download Demon\/3.x.x.x"},{"description":"Download Druid IE plugin download manager","ua":"Download Druid 2.x"},{"description":"Download Express download manager","ua":"Download Express 1.0"},{"description":"Download Master download manager","ua":"Download Master"},{"description":"Download Ninja download manager (Japan)","ua":"Download Ninja 3.0"},{"description":"Download Wonder download manager","ua":"Download Wonder"},{"description":"Download-Tipp Germany link checking","ua":"Download-Tipp Linkcheck (http:\/\/download-tipp.de\/)"},{"description":"download.exe .NET based downloading tool","ua":"Download.exe(1.1) (+http:\/\/www.sql-und-xml.de\/freeware-tools\/)"},{"description":"Download Direct download manager","ua":"DownloadDirect.1.0"},{"description":"Dr.WEB online virus scanner","ua":"Dr.Web (R) online scanner: http:\/\/online.drweb.com\/"},{"description":"Dragonfly CMS - Open Source content management system","ua":"Dragonfly File Reader"},{"description":"Drecom Japan (210.233.67.xxx) - Blog search ??","ua":"Drecombot\/1.0 (http:\/\/career.drecom.jp\/bot.html)"},{"description":"Drupal - open source content management platform","ua":"Drupal (+http:\/\/drupal.org\/)"},{"description":"Some site scanning tool via diff. IPs i.e.: - cox.net (68.5.xxx.xxx) - pacbell.net (64.16x.xxx.xxx)","ua":"DSurf15a 01"},{"description":"Some site scanning tool via diff. IPs i.e.: - cox.net (68.4.xxx.xxx)","ua":"DSurf15a 71"},{"description":"Some site scanning tool via diff. IPs i.e.: - verizon.net (4.47.xxx.xxx)","ua":"DSurf15a 81"},{"description":"Some site scanning tool via diff. IPs i.e.: - eastlink.ca (24.222.xxx.xxx) - cogeco.net (216.221.8x.xxx)","ua":"DSurf15a VA"},{"description":"DTAAgent Java object for data collecting","ua":"DTAAgent"},{"description":"dt Search Spider software","ua":"dtSearchSpider"},{"description":"Fourelle Venturi proxy server","ua":"Dual Proxy"},{"description":"Duck Duck Go search crawler","ua":"DuckDuckBot\/1.0; (+http:\/\/duckduckgo.com\/duckduckbot.html)"},{"description":"DumbFind.com robot","ua":"Dumbot(version 0.1 beta - dumbfind.com)"},{"description":"DumbFind.com robot","ua":"Dumbot(version 0.1 beta - http:\/\/www.dumbfind.com\/dumbot.html)"},{"description":"DumbFind.com robot","ua":"Dumbot(version 0.1 beta)"},{"description":"Vigiltech e-Sense user research robot (website is offline)","ua":"e-sense 1.0 ea(www.vigiltech.com\/esensedisclaim.html)"},{"description":"e-Society Project (Japan) crawler (133.9.238.xx)","ua":"e-SocietyRobot(http:\/\/www.yama.info.waseda.ac.jp\/~yamana\/es\/)"},{"description":"Global Opto's eApollo Flash based search engine - Taiwan","ua":"eApolloBot\/2.0 (compatible; heritrix\/2.0.0-SNAPSHOT-20071024.170148 +http:\/\/www.eapollo-opto.com)"},{"description":"Earthcom (Czech Republic) search robot (194.108.39.xx)","ua":"EARTHCOM.info\/1.x [www.earthcom.info]"},{"description":"Earthcom (Czech Republic) search robot (194.108.39.xx)","ua":"EARTHCOM.info\/1.xbeta [www.earthcom.info]"},{"description":"Keywen Encyclopedia Bot","ua":"EasyDL\/3.xx"},{"description":"Keywen Encyclopedia Bot","ua":"EasyDL\/3.xx http:\/\/keywen.com\/Encyclopedia\/Bot"},{"description":"Some site scanning tool via diff. IPs i.e.: - swbell.net (65.66.xxx.xxx)","ua":"EBrowse 1.4b"},{"description":"eCatch (now Wysigot) offline browser","ua":"eCatch\/3.0"},{"description":"Echo.fr robot","ua":"EchO!\/2.0"},{"description":"Some site scanning tool via diff. IPs i.e.: - cox.net (68.4.xxx.xxx)","ua":"Educate Search VxB"},{"description":"Xdefine text search engine robot - based on Egothor open source crawler","ua":"egothor\/3.0a (+http:\/\/www.xdefine.org\/robot.html)"},{"description":"Egoto Search robot","ua":"EgotoBot\/4.8 (+http:\/\/www.egoto.com\/about.htm)"},{"description":"eJupiter searcg robot (206.191.49.xx)","ua":"ejupiter.com"},{"description":"TimelyWeb web page monitoring tool","ua":"EldoS TimelyWeb\/3.x"},{"description":"Elftales crawler for uChoose theme based search (Germany)","ua":"elfbot\/1.0 (+http:\/\/www.uchoose.de\/crawler\/elfbot\/)"},{"description":"DAUMOA - RSS search robot of Daum","ua":"ELI\/20070402:2.0 (DAUM RSS Robot, Daum Communications Corp.; +http:\/\/ws.daum.net\/aboutkr.html)"},{"description":"ELinks text mode browser","ua":"ELinks (0.x.x; Linux 2.4.20 i586; 132x60)"},{"description":"ELinks text mode browser","ua":"ELinks\/0.x.x (textmode; NetBSD 1.6.2 sparc; 132x43)"},{"description":"Sonic E-mail collector","ua":"EmailSiphon"},{"description":"EmailSpider E-mail harvesting software","ua":"EmailSpider"},{"description":"Trellian EMailWolf E-mail collector","ua":"EmailWolf 1.00"},{"description":"EmeraldShield spam and web filtration services","ua":"EmeraldShield.com WebBot"},{"description":"EmeraldShield spam and web filtration services","ua":"EmeraldShield.com WebBot (http:\/\/www.emeraldshield.com\/webbot.aspx)"},{"description":"Empas search Korea robot (220.95.22x.xxx)","ua":"EMPAS_ROBOT"},{"description":"Enabot - Enaball semantic search project crawler","ua":"EnaBot\/1.x (http:\/\/www.enaball.com\/crawler.html)"},{"description":"endo - Mac news site and blog aggregator","ua":"endo\/1.0 (Mac OS X; ppc i386; http:\/\/kula.jp\/endo)"},{"description":"Enfish Personal search tool","ua":"Enfish Tracker"},{"description":"Enterprise Search engine software (64.202.165.xxx)","ua":"Enterprise_Search\/1.0"},{"description":"Enterprise Search engine software (64.202.165.xxx)","ua":"Enterprise_Search\/1.0.xxx"},{"description":"Enterprise Search engine software (64.202.165.xxx)","ua":"Enterprise_Search\/1.00.xxx;MSSQL (http:\/\/www.innerprise.net\/es-spider.asp)"},{"description":"Envolk Web Search robot","ua":"envolk\/1.7 (+http:\/\/www.envolk.com\/envolkspiderinfo.php)"},{"description":"Envolk Web Search robot","ua":"envolk[ITS]spider\/1.6(+http:\/\/www.envolk.com\/envolkspider.html)"},{"description":"EroCrawler adult search robot","ua":"EroCrawler"},{"description":"Enterprise Search engine software (64.202.165.xxx)","ua":"ES.NET_Crawler\/2.0 (http:\/\/search.innerprise.net\/)"},{"description":"ExactSEEK (Jayde Online) robot","ua":"eseek-larbin_2.6.2 (crawler@exactseek.com)"},{"description":"ESI Smart-Spider toolkit","ua":"ESISmartSpider"},{"description":"e-Style ISP search (Russia) robot (217.174.103.xxx)","ua":"eStyleSearch 4 (compatible; MSIE 6.0; Windows NT 5.0)"},{"description":"Some site scanning tool via diff. IPs","ua":"ESurf15a 15"},{"description":"Eurip.com - European Internet Portal robot","ua":"EuripBot\/0.x (+http:\/\/www.eurip.com) GetFile"},{"description":"Eurip.com - European Internet Portal robot","ua":"EuripBot\/0.x (+http:\/\/www.eurip.com) GetRobots"},{"description":"Eurip.com - European Internet Portal robot","ua":"EuripBot\/0.x (+http:\/\/www.eurip.com) PreCheck"},{"description":"Ayell Euronet business directory robot","ua":"Eurobot\/1.0 (http:\/\/www.ayell.eu)"},{"description":"Evaal Search Engine robot","ua":"EvaalSE - bot@evaal.com"},{"description":"Eventax event search (Germany)","ua":"eventax\/1.3 (eventax; http:\/\/www.eventax.de\/; info@eventax.de)"},{"description":"Vulcan Inc. Everest crawler (in development)","ua":"Everest-Vulcan Inc.\/0.1 (R&D project; host=e-1-24; http:\/\/everest.vulcan.com\/crawlerhelp)"},{"description":"Vulcan Inc. Everest crawler (in development)","ua":"Everest-Vulcan Inc.\/0.1 (R&D project; http:\/\/everest.vulcan.com\/crawlerhelp)"},{"description":"Exalead Websearch image crawler (193.47.80.xx)","ua":"Exabot-Images\/1.0"},{"description":"Exalead (France) search robot (193.47.80.xx)","ua":"Exabot-Test\/1.0"},{"description":"Exalead (France) search robot (193.47.80.xx)","ua":"Exabot\/2.0"},{"description":"Exalead (France) search robot (193.47.80.xx)","ua":"Exabot\/3.0"},{"description":"eXact Search Bar for IE","ua":"ExactSearch"},{"description":"ExactSEEK (Jayde Online) robot","ua":"ExactSeek Crawler\/0.1"},{"description":"ExactSEEK (Jayde Online) robot","ua":"exactseek-crawler-2.63 (crawler@exactseek.com)"},{"description":"ExactSEEK (Jayde Online) robot","ua":"exactseek-pagereaper-2.63 (crawler@exactseek.com)"},{"description":"ExactSEEK (Jayde Online) robot (69.9.181.1xx)","ua":"exactseek.com"},{"description":"Exalead (France) search robot (193.47.80.xx)","ua":"Exalead NG\/MimeLive Client (convert\/http\/0.120)"},{"description":"Excalibur (now Convera) spider software","ua":"Excalibur Internet Spider V6.5.4"},{"description":"Execrawl software search using nutch","ua":"Execrawl\/1.0 (Execrawl; http:\/\/www.execrawl.com\/; bot@execrawl.com)"},{"description":"exooba crawler for exooba search pre-alpha development","ua":"exooba crawler\/exooba crawler (crawler for exooba.com; http:\/\/www.exooba.com\/; info at exooba dot com)"},{"description":"exooba crawler for exooba search pre-alpha development","ua":"exooba\/exooba crawler (exooba; exooba)"},{"description":"Mirago UK Robot","ua":"ExperimentalHenrytheMiragoRobot"},{"description":"Expired Domain Sleuth domain name tool","ua":"Expired Domain Sleuth"},{"description":"Express Web Pictures image browser","ua":"Express WebPictures (www.express-soft.com)"},{"description":"Extractor Pro e-mail collector","ua":"ExtractorPro"},{"description":"Exisoftware image grabber and downloading tool","ua":"Extreme Picture Finder"},{"description":"Download-Tipp Germany robot","ua":"EyeCatcher (Download-tipp.de)\/1.0"},{"description":"Factbites search robot","ua":"Factbot 1.09 (see http:\/\/www.factbites.com\/webmasters.php)"},{"description":"Factbites search robot","ua":"factbot : http:\/\/www.factbites.com\/robots"},{"description":"FaEdit Professional - Japanese bookmark manager","ua":"FaEdit\/2.0.x"},{"description":"FairAd user","ua":"FairAd Client"},{"description":"Safe-t.net web filtering service","ua":"FANGCrawl\/0.01"},{"description":"Drew Curtis' FARK.com link checking","ua":"FARK.com link verifier"},{"description":"Fast\/Alltheweb crawler (66.151.181.xx)","ua":"Fast Crawler Gold Edition"},{"description":"Fast\/Alltheweb crawler (66.151.181.xx)","ua":"FAST Enterprise Crawler 6 (Experimental)"},{"description":"Fast Enterprise Crawler (66.151.181.xx) for Scirus scienctific information search","ua":"FAST Enterprise Crawler 6 \/ Scirus scirus-crawler@fast.no; http:\/\/www.scirus.com\/srsapp\/contactus\/"},{"description":"Fast\/Alltheweb crawler (66.151.181.xx)","ua":"FAST Enterprise Crawler 6 used by Cobra Development (admin@fastsearch.com)"},{"description":"Comperio Web Miner based on Fast ESP","ua":"FAST Enterprise Crawler 6 used by Comperio AS (sts@comperio.no)"},{"description":"Fast\/Alltheweb crawler (66.151.181.xx)","ua":"FAST Enterprise Crawler 6 used by FAST (FAST)"},{"description":"Pages Jaunes business search (France) robot using Fast Enterprise Crawler","ua":"FAST Enterprise Crawler 6 used by Pages Jaunes (pvincent@pagesjaunes.fr)"},{"description":"Fast\/Alltheweb crawler for Sensis.com.au Australian search (66.151.181.xx)","ua":"FAST Enterprise Crawler 6 used by Sensis.com.au Web Crawler (search_comments\\at\\sensis\\dot\\com\\dot\\au)"},{"description":"SPH Search - Singapore related search using Fast crawler","ua":"FAST Enterprise Crawler 6 used by Singapore Press Holdings (crawler@sphsearch.sg)"},{"description":"FAST Enterprise Crawler used by WWU (University of Muenster - Germany)","ua":"FAST Enterprise Crawler 6 used by WWU (wardi@uni-muenster.de)"},{"description":"Fast\/Alltheweb crawler (66.151.181.xx)","ua":"FAST Enterprise Crawler\/6 (www.fastsearch.com)"},{"description":"Fast\/Alltheweb crawler (66.151.181.xx)","ua":"FAST Enterprise Crawler\/6.4 (helpdesk at fast.no)"},{"description":"Fast\/Alltheweb crawler (66.151.181.xx)","ua":"FAST FirstPage retriever (compatible; MSIE 5.5; Mozilla\/4.0)"},{"description":"Fast\/Alltheweb crawler (66.151.181.xx)","ua":"FAST MetaWeb Crawler (helpdesk at fastsearch dot com)"},{"description":"Fast\/Alltheweb crawler (66.151.181.xx)","ua":"Fast PartnerSite Crawler"},{"description":"Fast\/Alltheweb multimedia crawler","ua":"FAST-WebCrawler\/2.2.10 (Multimedia Search) (crawler@fast.no; http:\/\/www.fast.no\/faq\/faqfastwebsearch\/faqfastwebcrawler.html)"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/2.2.6 (crawler@fast.no; http:\/\/www.fast.no\/faq\/faqfastwebsearch\/faqfastwebcrawler.html)"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/2.2.7 (crawler@fast.no; http:\/\/www.fast.no\/faq\/faqfastwebsearch\/faqfastwebcrawler.html)http:\/\/www.fast.no"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/2.2.8 (crawler@fast.no; http:\/\/www.fast.no\/faq\/faqfastwebsearch\/faqfastwebcrawler.html)http:\/\/www.fast.no"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/3.2 test"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/3.3 (crawler@fast.no; http:\/\/fast.no\/support.php?c=faqs\/crawler)"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/3.4\/Nirvana (crawler@fast.no; http:\/\/fast.no\/support.php?c=faqs\/crawler)"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/3.4\/PartnerSite (crawler@fast.no; http:\/\/fast.no\/support.php?c=faqs\/crawler)"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/3.5 (atw-crawler at fast dot no; http:\/\/fast.no\/support.php?c=faqs\/crawler)"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/3.6 (atw-crawler at fast dot no; http:\/\/fast.no\/support\/crawler.asp)"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/3.6\/FirstPage (crawler@fast.no; http:\/\/fast.no\/support.php?c=faqs\/crawler)"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/3.7 (atw-crawler at fast dot no; http:\/\/fast.no\/support\/crawler.asp)"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/3.7\/FirstPage (atw-crawler at fast dot no;http:\/\/fast.no\/support\/crawler.asp)"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/3.8 (atw-crawler at fast dot no; http:\/\/fast.no\/support\/crawler.asp)"},{"description":"Fast\/Alltheweb crawler","ua":"FAST-WebCrawler\/3.8\/Fresh (atw-crawler at fast dot no; http:\/\/fast.no\/support\/crawler.asp)"},{"description":"Fast\/Alltheweb multimedia crawler","ua":"FAST-WebCrawler\/3.x Multimedia"},{"description":"Fast\/Alltheweb multimedia crawler","ua":"FAST-WebCrawler\/3.x Multimedia (mm dash crawler at fast dot no)"},{"description":"Fastbot search Germany crawler (80.252.104.1xx)","ua":"fastbot crawler beta 2.0 (+http:\/\/www.fastbot.de)"},{"description":"Ay-Up geo sync search robot","ua":"FastBug http:\/\/www.ay-up.com"},{"description":"Fast\/Alltheweb crawler (66.151.181.xx)","ua":"FastCrawler 3.0.1 (crawler@1klik.dk)"},{"description":"Fast\/Alltheweb crawler used by SuperPages.com","ua":"FastSearch Web Crawler for Verizon SuperPages (kevin.watters@fastsearch.com)"},{"description":"Favcollector Favicon collecting robot","ua":"Favcollector\/2.0 (info@favcollector.com http:\/\/www.favcollector.com\/)"},{"description":"FavIconizer - IE favorites icons refreshing tool","ua":"FavIconizer"},{"description":"favo.eu (Germany) search robot","ua":"favo.eu crawler\/0.6 (http:\/\/www.favo.eu)"},{"description":"ZD's FavOrg favourites managing program","ua":"FavOrg"},{"description":"Campulka.net Favorites checking tool","ua":"Favorites Checking (http:\/\/campulka.net)"},{"description":"Favorites Sweeper bookmark checker","ua":"Favorites Sweeper v.2.03"},{"description":"FaXo Search robot (69.152.89.xx)","ua":"Faxobot\/1.0"},{"description":"Free Download Manager (FDM) download accelerator ","ua":"FDM 1.x"},{"description":"Free Download Manager (FDM) download accelerator ","ua":"FDM 2.x"},{"description":"RSS Feed Seeker bot (68.225.95.2xx)","ua":"Feed Seeker Bot (RSS Feed Seeker http:\/\/www.MyNewFavoriteThing.com\/fsb.php)"},{"description":"Feed24 news feed and blog search","ua":"Feed24.com"},{"description":"Feed::Find - Syndication feed (RSS\/Atom) auto-discovery","ua":"Feed::Find\/0.0x"},{"description":"Feedable beta web based RSS service","ua":"Feedable\/0.1 (compatible; MSIE 6.0; Windows NT 5.1)"},{"description":"Unknown robot from the University of Tokyo (157.82.157.xx)","ua":"FeedChecker\/0.01"},{"description":"FeedDemon RSS reader","ua":"FeedDemon\/2.7 (http:\/\/www.newsgator.com\/; Microsoft Windows XP)"},{"description":"Google news feed feetcher for iGoogle gadgets","ua":"Feedfetcher-Google-iGoogleGadgets; (+http:\/\/www.google.com\/feedfetcher.html)"},{"description":"Google Feedfetcher - RSS and Atom feed crawler","ua":"Feedfetcher-Google; (+http:\/\/www.google.com\/feedfetcher.html)"},{"description":"FeedForAll RSS feed robot","ua":"FeedForAll rss2html.php v2"},{"description":"FeedHub news feed personalization engine powered by mSpoke","ua":"FeedHub FeedDiscovery\/1.0 (http:\/\/www.feedhub.com)"},{"description":"FeedHub news feed personalization engine powered by mSpoke","ua":"FeedHub MetaDataFetcher\/1.0 (http:\/\/www.feedhub.com)"},{"description":"Feedjit news feed service favicon crawler","ua":"Feedjit Favicon Crawler 1.0"},{"description":"Newsbrain Feedreader3","ua":"Feedreader 3.xx (Powered by Newsbrain)"},{"description":"FeedShow online RSS feed reader","ua":"Feedshow\/x.0 (http:\/\/www.feedshow.com; 1 subscriber)"},{"description":"FeedShow online RSS feed reader","ua":"FeedshowOnline (http:\/\/www.feedshow.com)"},{"description":"FeedZcollector - Feed (RSS, ATOM and RDF) capturing software","ua":"FeedZcollector v1.x (Platinum) http:\/\/www.feeds4all.com\/feedzcollector"},{"description":"MixCat robot","ua":"Felix - Mixcat Crawler (+http:\/\/mixcat.com)"},{"description":"FreeBSD download tool","ua":"fetch libfetch\/2.0"},{"description":"Frequent Finders spider via Sitefusion.com","ua":"FFC Trap Door Spider"},{"description":"Filangy search and bookmark service","ua":"Filangy\/0.01-beta (Filangy; http:\/\/www.nutch.org\/docs\/en\/bot.html; filangy-agent@filangy.com)"},{"description":"Filangy search and bookmark service","ua":"Filangy\/1.0x (Filangy; http:\/\/www.filangy.com\/filangyinfo.jsp?inc=robots.jsp; filangy-agent@filangy.com)"},{"description":"Filangy search and bookmark service","ua":"Filangy\/1.0x (Filangy; http:\/\/www.nutch.org\/docs\/en\/bot.html; filangy-agent@filangy.com)"},{"description":"File Boost Network link checking","ua":"fileboost.net\/1.0 (+http:\/\/www.fileboost.net)"},{"description":"FileHound download manager","ua":"FileHound x.x"},{"description":"filtrbox media content (news) monitoring","ua":"Filtrbox\/1.0"},{"description":"Find An ISP robot","ua":"FindAnISP.com_ISP_Finder_v99a"},{"description":"Yelo.no business search (Norway) via Findexa","ua":"Findexa Crawler (http:\/\/www.findexa.no\/gulesider\/article26548.ece)"},{"description":"NextLinks - German vocabulary and hyperlink search","ua":"findlinks\/x.xxx (+http:\/\/wortschatz.uni-leipzig.de\/findlinks\/) "},{"description":"Finesearch robot","ua":"FineBot"},{"description":"Finjan Vital Security Web Appliance security solution","ua":"Finjan-prefetch"},{"description":"Fireball.de robot","ua":"Firefly\/1.0"},{"description":"Fireball.de robot","ua":"Firefly\/1.0 (compatible; Mozilla 4.0; MSIE 5.5)"},{"description":"Unknown robot from Czech Technical University Prague (147.32.141.xx)","ua":"Firefox (kastaneta03@hotmail.com)"},{"description":"Unknown robot from Czech Technical University Prague (147.32.141.xx)","ua":"Firefox_1.0.6 (kasparek@naparek.cz)"},{"description":"AT&T\/Fast Search robot for FirstGov (U.S.Government) portal","ua":"FirstGov.gov Search - POC:firstgov.webmasters@gsa.gov"},{"description":"Firstsfind Germany robot \/ link checking","ua":"firstsbot"},{"description":"Flaptor information retrieval solutions robot","ua":"Flapbot\/0.7.2 (Flaptor Crawler; http:\/\/www.flaptor.com; crawler at flaptor period com)"},{"description":"JetCar\/FlashGet download manager","ua":"FlashGet"},{"description":"FlatArts Favorites Icon Tool","ua":"FLATARTS_FAVICO"},{"description":"Flexum.ru search service","ua":"Flexum spider"},{"description":"Flexum.ru search service","ua":"Flexum\/2.0"},{"description":"DivX.com Movie Find robot","ua":"FlickBot 2.0 RPT-HTTPClient\/0.3-3"},{"description":"Metacarta \/ Cogent robot","ua":"flunky"},{"description":"unknown","ua":"fly\/6.01 libwww\/4.0D"},{"description":"FLY Index Metasearch link checking","ua":"flyindex.net 1.0\/http:\/\/www.flyindex.net"},{"description":"Fnoole news crawler","ua":"FnooleBot\/2.5.2 (+http:\/\/www.fnoole.com\/addurl.html)"},{"description":"IBM's Almaden Research robot","ua":"FocusedSampler\/1.0"},{"description":"folkd.com social search robot","ua":"Folkd.com Spider\/0.1 beta 1 (www.folkd.com)"},{"description":"FollowSite robot - website monitoring","ua":"FollowSite Bot ( http:\/\/www.followsite.com\/bot.html )"},{"description":"FollowSite robot - website monitoring","ua":"FollowSite.com ( http:\/\/www.followsite.com\/b.html )"},{"description":"Fooky search Scorpionbots robot (65.12.170.xxx)","ua":"Fooky.com\/ScorpionBot\/ScoutOut; http:\/\/www.fooky.com\/scorpionbots"},{"description":"Neomo Search (Germany) robot (85.10.197.1xx)","ua":"Francis\/1.0 (francis@neomo.de http:\/\/www.neomo.de\/)"},{"description":"Some spam bot","ua":"Franklin Locator 1.8"},{"description":"Free Downloads shareware directory link checking","ua":"free-downloads.net download-link validator \/0.1"},{"description":"FreeFind.com robot","ua":"FreeFind.com-SiteSearchEngine\/1.0 (http:\/\/freefind.com; spiderinfo@freefind.com)"},{"description":"Frelics backlink checking bot (beta)","ua":"Frelicbot\/1.0 +http:\/\/www.frelic.com\/"},{"description":"Fresh Download download manager","ua":"FreshDownload\/x.xx"},{"description":"FreshNotes - music related artist search (72.3.225.xx)","ua":"FreshNotes crawler< report problems to crawler-at-freshnotes-dot-com"},{"description":"Some site scanning tool via diff. IPs","ua":"FSurf15a 01"},{"description":"Find the Best search robot","ua":"FTB-Bot http:\/\/www.findthebest.co.uk\/"},{"description":"Some site scanning tool from diff. IPs i.e.: - 66.28.240.xx (cogentco.com) - 68.5.174.xx (cox.net)","ua":"Full Web Bot 0416B"},{"description":"Some site scanning tool i.e. from - 68.154.96.xx (bellsouth.net)","ua":"Full Web Bot 0516B"},{"description":"Some site scanning tool from 66.255.6.xxx (uslec.com)","ua":"Full Web Bot 2816B"},{"description":"FuseBulb search","ua":"FuseBulb.Com"},{"description":"FyberSearch FyberSpider robot","ua":"FyberSpider (+http:\/\/www.fybersearch.com\/fyberspider.php)"},{"description":"Some user from bbnplanet.net (4.63.218.2xx) using an Innerprise robot tool","ua":"Gagglebot"},{"description":"Seed Search robot","ua":"GAIS Robot\/1.0B2"},{"description":"Gaislab Taiwan robot","ua":"Gaisbot\/3.0 (indexer@gais.cs.ccu.edu.tw; http:\/\/gais.cs.ccu.edu.tw\/robot.php)"},{"description":"Gaislab Taiwan robot","ua":"Gaisbot\/3.0+(robot06@gais.cs.ccu.edu.tw;+http:\/\/gais.cs.ccu.edu.tw\/robot.php)"},{"description":"Galaxy robot (63.121.41.xxx)","ua":"GalaxyBot\/1.0 (http:\/\/www.galaxy.com\/galaxybot.html)"},{"description":"Gallent Search directory (UK)","ua":"Gallent Search Spider v1.4 Robot 2 (http:\/\/robot.GallentSearch.com)"},{"description":"Gamekit game search engine - Germany","ua":"gamekitbot\/1.0 (+http:\/\/www.uchoose.de\/crawler\/gamekitbot\/)"},{"description":"GameSpyHTTP\/1.0","ua":"Gamespy_Arcade"},{"description":"GammaWare GammaSpider","ua":"GammaSpider\/1.0"},{"description":"nttrd.com \/ Infobee.ne.jp robot","ua":"gazz\/x.x (gazz@nttrd.com)"},{"description":"Geckobot user robot","ua":"geckobot"},{"description":"Google Mobile Search crawler","ua":"Generic Mobile Phone (compatible; Googlebot-Mobile\/2.1; +http:\/\/www.google.com\/bot.html)"},{"description":"Unknown robot from Carnegie Mellon University (128.2.211.xxx)","ua":"generic_crawler\/01.0217\/"},{"description":"Lunascape Genesis browser","ua":"GenesisBrowser (HTTP 1.1; 0.9; XP SP2; .NET CLR 2.0.50727)"},{"description":"GenieKnows.com search","ua":"genieBot (http:\/\/64.5.245.11\/faq\/faq.html)"},{"description":"GenieKnows.com search","ua":"geniebot wgao@genieknows.com"},{"description":"Unknown robot from wavepath.com (65.254.33.1xx)","ua":"GeoBot\/1.0"},{"description":"Geona Search robot \/ link checking","ua":"GeonaBot 1.x; http:\/\/www.geona.com\/"},{"description":"GeoURL ICBM Address Server - a location-to-URL reverse directory","ua":"geourl\/2.0b2"},{"description":"GeoURL ICBM Address Server - a location-to-URL reverse directory","ua":"GeoURLBot 1.0 (http:\/\/geourl.org)"},{"description":"Getbot web downloading tool \/ site grabber","ua":"GetBot"},{"description":"GetRight download manager","ua":"GetRight\/3.x.x"},{"description":"GetRight download manager","ua":"GetRight\/4.5xx"},{"description":"GetRight download manager","ua":"GetRight\/4.x"},{"description":"GetRight download manager","ua":"GetRight\/4.x[a-e]"},{"description":"GetRight download manager","ua":"GetRight\/6.1 (Pro)"},{"description":"GetRight download manager","ua":"GetRightPro\/6.0beta2"},{"description":"GetWeb - web page to email service","ua":"GetWeb\/0.1 libwww-perl\/5.16"},{"description":"Sixxs Ghost Route Hunter","ua":"GhostRouteHunter\/20021130 (https:\/\/www.sixxs.net\/tools\/grh\/; info@sixxs.net)"},{"description":"GigaBaz Brainbot (Germany) robot","ua":"gigabaz\/3.1x (baz@gigabaz.com; http:\/\/gigabaz.com\/gigabaz\/)"},{"description":"Gigablast robot (64.62.168.xx)","ua":"Gigabot\/2.0 (gigablast.com)"},{"description":"Gigablast robot","ua":"Gigabot\/2.0\/gigablast.com\/spider.html"},{"description":"Gigablast robot","ua":"Gigabot\/2.0; http:\/\/www.gigablast.com\/spider.html"},{"description":"Gigablast robot","ua":"Gigabot\/2.0att"},{"description":"Gigablast robot","ua":"Gigabot\/3.0 (http:\/\/www.gigablast.com\/spider.html)"},{"description":"Gigablast robot (64.62.168.xx)","ua":"Gigabot\/x.0"},{"description":"Gigablast robot (64.62.168.xx)","ua":"GigabotSiteSearch\/2.0 (sitesearch.gigablast.com)"},{"description":"www.gnod.net spider","ua":"GNODSPIDER (www.gnod.net)"},{"description":"Go!Zilla download manager","ua":"Go!Zilla 3.x (www.gozilla.com)"},{"description":"Go!Zilla download manager","ua":"Go!Zilla\/4.x.x.xx"},{"description":"GotIt web accelerator (discontinued)","ua":"Go-Ahead-Got-It\/1.1"},{"description":"GoGuides.Org (195.226.137.xx) robot","ua":"Goblin\/0.9 (http:\/\/www.goguides.org\/)"},{"description":"GoGuides.Org (195.226.137.xx) robot","ua":"Goblin\/0.9.x (http:\/\/www.goguides.org\/goblin-info.html)"},{"description":"GoForIt Search robot","ua":"GoForIt.com"},{"description":"GoForIt Search robot","ua":"GOFORITBOT ( http:\/\/www.goforit.com\/about\/ )"},{"description":"GoGuides.org directory & search link checking","ua":"GoGuides.Org Link Check"},{"description":"GoldenFeed.com - RSS search engine","ua":"GoldenFeed Spider 1.0 (http:\/\/www.goldenfeed.com)"},{"description":"Invention Machines Goldfire Server","ua":"Goldfire Server"},{"description":"suchen.de German local search robot","ua":"gonzo1[P] +http:\/\/www.suchen.de\/popups\/faq.jsp"},{"description":"suchen.de German local search robot","ua":"gonzo2[P] +http:\/\/www.suchen.de\/faq.html"},{"description":"Some private robot (Wanadoo.fr client)","ua":"Goofer\/0.2"},{"description":"Google instant messenger","ua":"Google Talk"},{"description":"Packard Bell Net user robot (*not* Google)","ua":"googlebot (larbin2.6.0@unspecified.mail)"},{"description":"Google image crawler (66.249.72.xxx)","ua":"Googlebot-Image\/1.0"},{"description":"Google image crawler (66.249.72.xxx)","ua":"Googlebot-Image\/1.0 ( http:\/\/www.googlebot.com\/bot.html)"},{"description":"Google robot 66.249.64.XXX","ua":"Googlebot\/2.1 ( http:\/\/www.google.com\/bot.html)"},{"description":"Google robot 66.249.64.XXX","ua":"Googlebot\/2.1 ( http:\/\/www.googlebot.com\/bot.html)"},{"description":"Google robot 66.249.64.XXX","ua":"Googlebot\/Test ( http:\/\/www.googlebot.com\/bot.html)"},{"description":"ShareThis social networking service via Amazon Web Services","ua":"Gordon's Spider\/Nutch-0.9 (http:\/\/www.sharethis.com; gordon@sharethis.com)"},{"description":"Grapeshot web search system API","ua":"GrapeFX\/0.3 libwww\/5.4.0"},{"description":"Flatland Industries vertical search solution","ua":"great-plains-web-spider\/flatlandbot (Flatland Industries Web Spider; http:\/\/www.flatlandindustries.com\/flatlandbot.php; jason@flatlandindustries.com)"},{"description":"GreatNews 1.0 Beta RSS reader","ua":"GreatNews\/1.0"},{"description":"GreenBrowser - IE based browser (China)","ua":"GreenBrowser"},{"description":"search gridwell favicon display","ua":"gridwell (http:\/\/search.gridwell.com)"},{"description":"Grigor Search bot","ua":"GrigorBot 0.8 (http:\/\/www.grigor.biz\/bot.html)"},{"description":"Australasian Legal Information Institute (AustLII) robot","ua":"Gromit\/1.0"},{"description":"Grub open source crawler","ua":"grub crawler(http:\/\/www.grub.org)"},{"description":"Grub open source crawler","ua":"grub-client"},{"description":"Google Search Appliance robot (216.239.xx.xx)","ua":"gsa-crawler (Enterprise; GID-01422; jplastiras@google.com)"},{"description":"Google Search Appliance robot (216.239.xx.xx)","ua":"gsa-crawler (Enterprise; GID-01742;gsatesting@rediffmail.com)"},{"description":"Google Enterprise Search Appliance used by Enhesa (212.35.100.1xx)","ua":"gsa-crawler (Enterprise; GIX-02057; dm@enhesa.com)"},{"description":"Google Enterprise Search Appliance used by IBM (129.41.20.1xx)","ua":"gsa-crawler (Enterprise; GIX-03519; cknuetter@stubhub.com)"},{"description":"Google Search Appliance robot (216.239.xx.xx)","ua":"gsa-crawler (Enterprise; GIX-0xxxx; enterprise-training@google.com)"},{"description":"GSiteCrawler - Google sitemap generator for Windows","ua":"GSiteCrawler\/v1.xx rev. xxx (http:\/\/gsitecrawler.com\/)"},{"description":"Guestbook spamming tool","ua":"Guestbook Auto Submitter"},{"description":"Northernlight robot","ua":"Gulliver\/1.3"},{"description":"Yuntis Collaborative Web Resource Categorization and Ranking Project robot","ua":"Gulper Web Bot 0.2.4 (www.ecsl.cs.sunysb.edu\/~maxim\/cgi-bin\/Link\/GulperBot)"},{"description":"Gungho - Extensible web crawler written in Perl by Google Code","ua":"Gungho\/0.08004 (http:\/\/code.google.com\/p\/gungho-crawler\/wiki\/Index)"},{"description":"guruji : the Indian search engine robot","ua":"GurujiBot\/1.0 (+http:\/\/www.guruji.com\/WebmasterFAQ.html)"},{"description":"guruji : the Indian search engine picture crawler","ua":"GurujiImageBot\/1.0 (+http:\/\/www.guruji.com\/en\/WebmasterFAQ.html)"},{"description":"Openwave Mobile Browser on Haier T10C mobile","ua":"Haier-T10C\/1.0 iPanel\/2.0 WAP2.0 (compatible; UP.Browser\/6.2.2.4; UPG1; UP\/4.0; Embedded)"},{"description":"Happy Fun Search robot","ua":"HappyFunBot\/1.1"},{"description":"Harvest-NG web crawler used by search.yahoo.com","ua":"Harvest-NG\/1.0.2"},{"description":"Haste - web mapping and monitoring system","ua":"Haste\/0.12 (HOME: http:\/\/haste.kytoon.com\/)"},{"description":"Hatena::Antenna Japan robot","ua":"Hatena Antenna\/0.4 (http:\/\/a.hatena.ne.jp\/help#robot)"},{"description":"Hatena Japan proxy for handheld\/mobile clients","ua":"Hatena Mobile Gateway\/1.0"},{"description":"Hatena Japan robot","ua":"Hatena Pagetitle Agent\/1.0"},{"description":"Hatena Japan RSS feed robot","ua":"Hatena RSS\/0.3 (http:\/\/r.hatena.ne.jp)"},{"description":"Hatena::Diary (Japan) web page screenshot robot","ua":"HatenaScreenshot\/1.0 (checker)"},{"description":"hbtronix.spider - Domain name spider (Germany)","ua":"hbtronix.spider.2 -- http:\/\/hbtronix.de\/spider.php"},{"description":"Mirago Germany robot","ua":"HeinrichderMiragoRobot"},{"description":"Mirago Germany robot","ua":"HeinrichderMiragoRobot (http:\/\/www.miragorobot.com\/scripts\/deinfo.asp)"},{"description":"Helix - The SiteSearch (Canada) web crawler","ua":"Helix\/1.x ( http:\/\/www.sitesearch.ca\/helix\/)"},{"description":"Mirago France robot","ua":"HenriLeRobotMirago (http:\/\/www.miragorobot.com\/scripts\/frinfo.asp)"},{"description":"Mirago search (UK) robot","ua":"HenrytheMiragoRobot"},{"description":"Mirago search (UK) robot","ua":"HenryTheMiragoRobot (http:\/\/www.miragorobot.com\/scripts\/mrinfo.asp)"},{"description":"O'Reilly's Perl LWP example client program from Web Client Programming with Perl","ua":"hgrepurl\/1.0"},{"description":"University of Kassel Germany CsCrawler using the HTTPClient library","ua":"Hi! I'm CsCrawler my homepage: http:\/\/www.kde.cs.uni-kassel.de\/lehre\/ss2005\/googlespam\/crawler.html RPT-HTTPClient\/0.3-3"},{"description":"HiDownload download manager","ua":"HiDownload"},{"description":"Hippias robot","ua":"Hippias\/0.9 Beta"},{"description":"Pilot Hitlist web analytics solution","ua":"HitList"},{"description":"Hitwise spider","ua":"Hitwise Spider v1.0 http:\/\/www.hitwise.com"},{"description":"diff. IPs \/ unknown services","ua":"HLoader"},{"description":"Morfeo \/ Centrum Search (Czech Republic) robot from 65.102.46.xxx","ua":"holmes\/3.11 (http:\/\/morfeo.centrum.cz\/bot)"},{"description":"Onet.pl (Poland) search robot","ua":"holmes\/3.9 (onet.pl)"},{"description":"Onet.pl (Poland) search robot","ua":"holmes\/3.xx (OnetSzukaj\/5.0; +http:\/\/szukaj.onet.pl)"},{"description":"Morfeo \/ Centrum Search (Czech Republic) robot from 65.102.46.xxx","ua":"holmes\/x.x"},{"description":"Holes search robot (Georgia)","ua":"HolmesBot (http:\/\/holmes.ge)"},{"description":"HomePageSearch robot","ua":"HomePageSearch(hpsearch.uni-trier.de)"},{"description":"Homerweb search robot","ua":"Homerbot: www.homerweb.com"},{"description":"Honda-Search.com - Honda cars related search robot","ua":"Honda-Search\/0.7.2 (Nutch; http:\/\/lucene.apache.org\/nutch\/bot.html; search@honda-search.com)"},{"description":"HooWWer - Next Generation Information Retrieval robot ","ua":"HooWWWer\/2.1.3 (debugging run) (+http:\/\/cosco.hiit.fi\/search\/hoowwwer\/ | mailto:crawler-info<at>hiit.fi)"},{"description":"HooWWer - Next Generation Information Retrieval robot (128.214.112.xx)","ua":"HooWWWer\/2.1.x ( http:\/\/cosco.hiit.fi\/search\/hoowwwer\/ | mailto:crawler-info<at>hiit.fi)"},{"description":"HotJava browser plus HTML Component 1.1.x","ua":"HotJava\/1.0.1\/JRE1.1.x"},{"description":"Hotzuno - Japanese BBS reader client","ua":"Hotzonu\/x.0"},{"description":"Unknown robot from HP Labs","ua":"HPL\/Nutch-0.9 -"},{"description":"COMPUTERorgs.com robot (205.134.190.xxx) using htdig","ua":"htdig\/3.1.6 (http:\/\/computerorgs.com)"},{"description":"htdig used by the Academie de Toulouse","ua":"htdig\/3.1.6 (unconfigured@htdig.searchengine.maintainer)"},{"description":"htdig search tool","ua":"htdig\/3.1.x (root@localhost)"},{"description":"Lithops Software link validation tool","ua":"Html Link Validator (www.lithopssoft.com)"},{"description":"HTML2JPG webpage to image converter","ua":"HTML2JPG Blackbox, http:\/\/www.html2jpg.com"},{"description":"HTML2JPG webpage to image converter","ua":"HTML2JPG Enterprise"},{"description":"HTML Parser Java library to parse HTML","ua":"HTMLParser\/1.x"},{"description":"PHP HTTP client to access Web servers","ua":"HTTP Retriever"},{"description":"Anonymous web proxy service","ua":"http:\/\/Anonymouse.org\/ (Unix)"},{"description":"Ask 24x Info (Germany) DMOZ related robot","ua":"http:\/\/Ask.24x.Info\/ (http:\/\/narres.it\/)"},{"description":"ACONTBOT - Acont search Germany robot","ua":"http:\/\/hilfe.acont.de\/bot.html ACONTBOT"},{"description":"OzySoftware.com software directory link checking","ua":"http:\/\/OzySoftware.com\/Index.html"},{"description":"IBM's Almaden Research robot","ua":"http:\/\/www.almaden.ibm.com\/cs\/crawler"},{"description":"IBM's Almaden Research robot","ua":"http:\/\/www.almaden.ibm.com\/cs\/crawler [rc1.wf.ibm.com]"},{"description":"IBM's Almaden Research robot","ua":"http:\/\/www.almaden.ibm.com\/cs\/crawler [wf216]"},{"description":"Istarthere.com search robot","ua":"http:\/\/www.istarthere.com_spider@istarthere.com"},{"description":"Monogol - German open source search engine project (195.226.167.1xx)","ua":"http:\/\/www.monogol.de"},{"description":"TrendTech Search Engine (Denmark) robot","ua":"http:\/\/www.trendtech.dk\/spider.asp)"},{"description":"HTTP::Lite - Standalone Perl module for retreiving HTTP documents","ua":"HTTP::Lite\/2.x.x"},{"description":"HTTPEyes - Web proxy cache","ua":"HTTPEyes"},{"description":"HTTPResume Amiga download manager","ua":"HTTPResume v. 1.x"},{"description":"HttpUnit - Java test code for emulating browser behaviour","ua":"httpunit\/1.5"},{"description":"HttpUnit - Java browser behavior simulation tool","ua":"httpunit\/1.x"},{"description":"Hybrid Share mono C#\/Gtk# application for file sharing","ua":"Hybrid\/1.2 [en] (OS Independent)"},{"description":"Hyper Estraier full-text search system","ua":"HyperEstraier\/1.x.xx"},{"description":"i1search robot","ua":"i1searchbot\/2.0 (i1search web crawler; http:\/\/www.i1search.com; crawler@i1search.com)"},{"description":"Alexa \/ The Internet Archive (209.237.238.1xx)","ua":"IAArchiver-1.0"},{"description":"Unknown robot (reads robots.txt) from chinatelecom (219.142.78.xx)","ua":"iaskspider"},{"description":"Iask search \/ Sina portal robot (China)","ua":"iaskspider2 (iask@staff.sina.com.cn)"},{"description":"Alexa \/ The Internet Archive (209.237.238.1xx)","ua":"ia_archiver"},{"description":"Alexa \/ The Internet Archive (209.237.238.1xx)","ua":"ia_archiver-web.archive.org"},{"description":"Alexa \/ The Internet Archive (209.237.238.1xx)","ua":"ia_archiver\/1.6"},{"description":"IOSpirit iBrowse Amiga Browser","ua":"IBrowse\/2.2 (AmigaOS 3.5)"},{"description":"IOSpirit iBrowse Amiga Browser","ua":"IBrowse\/2.2 (Windows 3.1)"},{"description":"iCab MAC Web browser","ua":"iCab\/2.5.2 (Macintosh; I; PPC)"},{"description":"Knowledge Clustered Group ICC-Crawler (University of Tokyo - Japan)","ua":"ICC-Crawler(Mozilla-compatible; http:\/\/kc.nict.go.jp\/icc\/crawl.html; icc-crawl(at)ml(dot)nict(dot)go(dot)jp)"},{"description":"Knowledge Clustered Group ICC-Crawler (University of Tokyo - Japan)","ua":"ICC-Crawler(Mozilla-compatible;http:\/\/kc.nict.go.jp\/icc\/crawl.html;icc-crawl-contact(at)ml(dot)nict(dot)go(dot)jp)"},{"description":"ICJobs - Intelligence Competence Center (Germany) robot","ua":"iCCrawler (http:\/\/www.iccenter.net)"},{"description":"ICJobs - Intelligence Competence Center (Germany) robot","ua":"ICCrawler - ICjobs (http:\/\/www.icjobs.de\/bot.htm)"},{"description":"ICE Java browser","ua":"ICE Browser\/5.05 (Java 1.4.0; Windows 2000 5.0 x86)"},{"description":"Goo Japan \/ Inktomi robot (210.173.179.xx)","ua":"ichiro\/x.0 (http:\/\/help.goo.ne.jp\/door\/crawler.html)"},{"description":"Goo Japan \/ Inktomi robot (210.173.179.xx)","ua":"ichiro\/x.0 (ichiro@nttr.co.jp)"},{"description":"Iconsurf.com - Visual Surf Engine \/ favicon finder","ua":"IconSurf\/2.0 favicon finder (see http:\/\/iconsurf.com\/robot.html)"},{"description":"Iconsurf.com - Visual Surf Engine \/ favicon finder","ua":"IconSurf\/2.0 favicon monitor (see http:\/\/iconsurf.com\/robot.html)"},{"description":"icooLoader download manager","ua":"ICOO Loader v.x.x.x"},{"description":"ICRA (Internet Content Rating Association) label spider","ua":"ICRA_label_spider\/x.0"},{"description":"ICS Robot Search Engine (International Christian school of Seoul)","ua":"icsbot-0.1"},{"description":"Internet Download Accelerator","ua":"IDA"},{"description":"Janas (Ideare.com \/ Tiscali.it) robot","ua":"ideare - SignSite\/1.x"},{"description":"Unknown UA from Yahoo China","ua":"iearthworm\/1.0, iearthworm@yahoo.com.cn"},{"description":"Some bookmark manager","ua":"IEFav172Free"},{"description":"iFeed.jp - online rss aggregator (in development)","ua":"iFeed.jp\/2.0 (www.psychedelix.com\/agents\/agents.rss; 0 subscribers)"},{"description":"Igde search (Russia) robot","ua":"igdeSpyder (compatible; igde.ru; +http:\/\/igde.ru\/doc\/tech.html)"},{"description":"iGetter download manager","ua":"iGetter\/1.x (Macintosh;G;PPC)"},{"description":"iGetter download manager","ua":"iGetter\/2 (Macintosh; U; PPC Mac OS X; en)"},{"description":"Webkhoj - Indian language search engine","ua":"IIITBOT\/1.1 (Indian Language Web Search Engine; http:\/\/webkhoj.iiit.net; pvvpr at iiit dot ac dot in)"},{"description":"Ilial Knowledge Search robot","ua":"ilial\/Nutch-0.9 (Ilial, Inc. is a Los Angeles based Internet startup company. For more information please visit http:\/\/www.ilial.com\/crawler; http:\/\/www.ilial.com\/crawler; crawl@ilial.com)"},{"description":"Unknown robot from UCLA using Nutch","ua":"ilial\/Nutch-0.9-dev"},{"description":"Ilse Netherlands robot (62.69.178.xx)","ua":"IlseBot\/1.x"},{"description":"Il Trovatore - Italian search engine robot","ua":"IlTrovatore-Setaccio ( http:\/\/www.iltrovatore.it)"},{"description":"Il Trovatore - Italian search engine robot","ua":"Iltrovatore-Setaccio\/0.3-dev (Indexing; http:\/\/www.iltrovatore.it\/bot.html; info@iltrovatore.it)"},{"description":"Il Trovatore - Italian search engine robot","ua":"IlTrovatore-Setaccio\/1.2 ( http:\/\/www.iltrovatore.it\/aiuto\/faq.html)"},{"description":"Il Trovatore - Italian search engine robot","ua":"Iltrovatore-Setaccio\/1.2 (It-bot; http:\/\/www.iltrovatore.it\/bot.html; info@iltrovatore.it)"},{"description":"Il Trovatore - Italian search engine robot","ua":"iltrovatore-setaccio\/1.2-dev (spidering; http:\/\/www.iltrovatore.it\/aiuto\/.....)"},{"description":"Il Trovatore - Italian search engine robot","ua":"IlTrovatore\/1.2 (IlTrovatore; http:\/\/www.iltrovatore.it\/bot.html; bot@iltrovatore.it)"},{"description":"ImageVisu image and graphics viewer - display files from the Web (HTTP and ECWP)","ua":"ImageVisu\/v4.x.x"},{"description":"BD-Brandprotect copyright infringement crawler","ua":"ImageWalker\/2.0 (www.bdbrandprotect.com)"},{"description":"HttpClient - a PHP Web Client Class","ua":"Incutio HttpClient v0.x"},{"description":"IncyWincy search engine using DMOZ Open Directory database","ua":"IncyWincy data gatherer(webmaster@loopimprovements.com"},{"description":"IncyWincy search engine using DMOZ Open Directory database","ua":"IncyWincy page crawler(webmaster@loopimprovements.com"},{"description":"Look.com robot using IncyWincy search engine","ua":"IncyWincy(http:\/\/www.look.com)"},{"description":"IncyWincy search engine using DMOZ Open Directory database","ua":"IncyWincy(http:\/\/www.loopimprovements.com\/robot.html)"},{"description":"IncyWincy search engine using DMOZ Open Directory database","ua":"IncyWincy\/2.1(loopimprovements.com\/robot.html)"},{"description":"Index the Web (69.57.134.xx) crawler","ua":"IndexTheWeb.com Crawler7"},{"description":"Spam bot from diff. IPs","ua":"Industry Program 1.0.x"},{"description":"Inet Library Resource Center robot","ua":"Inet library"},{"description":"InetURL IVM (phone software) plugin for web server access ?","ua":"InetURL\/1.0"},{"description":"Pubblisito.com search - Italia","ua":"info@pubblisito.com- (http:\/\/www.pubblisito.com) il Sud dei Motori di Ricerca"},{"description":"Infoaxe - search history and bookmark service","ua":"Infoaxe.\/Nutch-0.9"},{"description":"Converas RetrievalWare Internet Spider (63.241.61.x)","ua":"infoConveraCrawler\/0.8 ( http:\/\/www.authoritativeweb.com\/crawl)"},{"description":"Versions-project.org Ingelin spider","ua":"InfoFly\/1.0 (http:\/\/www.versions-project.org\/)"},{"description":"InfoLink link checking tool","ua":"InfoLink\/1.x"},{"description":"INFOMINE Scholary Internet Resource Collection crawler","ua":"INFOMINE\/8.0 Adders"},{"description":"INFOMINE Scholary Internet Resource Collection crawler","ua":"INFOMINE\/8.0 RemoteServices"},{"description":"INFOMINE Scholary Internet Resource Collection crawler","ua":"INFOMINE\/8.0 VLCrawler (http:\/\/infomine.ucr.edu\/useragents)"},{"description":"164.71.1.1xx jp.co.fujitsu.t2 Robot","ua":"InfoNaviRobot(F107)"},{"description":"Infoseek robot","ua":"InfoSeek Sidewinder\/0.9"},{"description":"Infoseek robot","ua":"InfoSeek Sidewinder\/1.0A"},{"description":"Infoseek robot","ua":"InfoSeek Sidewinder\/1.1A"},{"description":"Infoseek robot","ua":"Infoseek SideWinder\/1.45 (Compatible; MSIE 10.0; UNIX)"},{"description":"Infoseek Japan robot","ua":"Infoseek SideWinder\/2.0B (Linux 2.4 i686)"},{"description":"Ilse Netherlands robot (62.69.178.xx)","ua":"INGRID\/3.0 MT (webcrawler@NOSPAMexperimental.net; http:\/\/webmaster.ilse.nl\/jsp\/webmaster.jsp)"},{"description":"Inktomi (Hotbot-Lycos NBCi etc.) robot","ua":"Inktomi Search"},{"description":"Enterprise Search engine software (64.202.165.xxx) ","ua":"InnerpriseBot\/1.0 (http:\/\/www.innerprise.com\/)"},{"description":"Insitor Search robot (80.67.20.1xx)","ua":"Insitor.com search and find world wide!"},{"description":"Insitor Search robot (80.67.20.1xx)","ua":"Insitornaut"},{"description":"download manager","ua":"InstallShield DigitalWizard"},{"description":"Integrity - website broken link checker for MAC OSx","ua":"integrity\/1.6"},{"description":"Microton Intelix robot for Eurotran translation software ?","ua":"Intelix\/0.x (cs; http:\/\/www.microton.cz\/intelix\/; microton@@microton.cz)"},{"description":"Interarchy file transfer software - SFTP\/FTP client for Mac OS X","ua":"Interarchy\/x.x.x (InterarchyCrawler)"},{"description":"Dream Train (Japan) Internet search robot","ua":"Internet Ninja x.0"},{"description":"Heritrix - The Internet Archive's open-source crawler based on Nutch (207.241.225.2xx)","ua":"InternetArchive\/0.8-dev(Nutch;http:\/\/lucene.apache.org\/nutch\/bot.html;nutch-agent@lucene.apache"},{"description":"Internet Link Agent - link checking tool","ua":"InternetLinkAgent\/3.1"},{"description":"Internetseer Web site monitoring \/ Claymont robot","ua":"InternetSeer.com"},{"description":"intraVNews - Feed reader & RSS aggregator for Outlook","ua":"intraVnews\/1.x"},{"description":"Internet Open Index crawler using Nutch","ua":"IOI\/2.0 (ISC Open Index crawler; http:\/\/index.isc.org\/; bot@index.isc.org)"},{"description":"IP*Works! HTTP Component","ua":"IP*Works! V5 HTTP\/S Component - by \/n software - www.nsoftware.com"},{"description":"IP2Location - Reverse lookup geographical data and ISP by IP","ua":"http:\/\/www.ip2location.com"},{"description":"IP2Map - geographical IP mapping","ua":"IP2MapBot\/1.1 <a href=http:\/\/www.ip2map.com>http:\/\/www.ip2map.com<\/a>"},{"description":"Laurions Ipium robot","ua":"IPiumBot laurion(dot)com"},{"description":"Ipselon Web Search robot","ua":"IpselonBot\/0.xx-beta (Ipselon; http:\/\/www.ipselon.com; ipselonbot@ipselon.com)"},{"description":"Iria download manager","ua":"Iria\/1.xxa"},{"description":"IRL-crawler - Texas A&M University research project crawler","ua":"IRLbot\/1.0 ( http:\/\/irl.cs.tamu.edu\/crawler)"},{"description":"IRL-crawler - Texas A&M University research project crawler","ua":"IRLbot\/3.0 (compatible; MSIE 6.0; http:\/\/irl.cs.tamu.edu\/crawler\/)"},{"description":"url_log - Irssi Perl url grabber","ua":"IrssiUrlLog\/0.2"},{"description":"Irvine downloading tool","ua":"Irvine\/1.x.x"},{"description":"Unknown spambot \/ harvester from diff. IPs","ua":"ISC Systems iRc Search 2.1"},{"description":"iSiloX document converter for iSilo reader","ua":"iSiloX\/4.xx Windows\/32"},{"description":"Unknown University of Alberta link-checking ?","ua":"isurf (tszhu@canada.com)"},{"description":"iTunes UA name for access and decrypt the iTunes music store pages","ua":"iTunes\/x.x.x"},{"description":"Some spam bot from 66.139.78.xx(x)","ua":"IUPUI Research Bot v 1.9a"},{"description":"iVia robot - Open source Internet portal & virtual library system software","ua":"iVia Page Fetcher (http:\/\/ivia.ucr.edu\/useragents.shtml)"},{"description":"iVia robot - Open source Internet portal & virtual library system software","ua":"iVia\/4.0 CanonizeUrl (http:\/\/infomine.ucr.edu\/iVia\/useragents.shtml"},{"description":"BD BrandProtect - brand, company or trademarks online monitoring","ua":"IWAgent\/ 1.0 - www.brandprotect.com"},{"description":"Proxy message from jp-q.ne.jp","ua":"J-PHONE\/3.0\/J-SH07"},{"description":"ODIN Directory Japan robot (163.138.95.xx)","ua":"Jabot\/6.x (http:\/\/odin.ingrid.org\/)"},{"description":"ODIN Directory Japan robot (163.138.95.xx)","ua":"Jabot\/7.x.x (http:\/\/odin.ingrid.org\/)"},{"description":"German Domanova (offline since Feb.02) robot","ua":"Jack"},{"description":"Jakarta Commons (Java based) HTTP client","ua":"Jakarta Commons-HttpClient\/2.0xxx"},{"description":"Jakarta Commons (Java based) HTTP client","ua":"Jakarta Commons-HttpClient\/3.0-rcx"},{"description":"JamBot search robot (70.146.82.xx)","ua":"Jambot\/0.1.x (Jambot; http:\/\/www.jambot.com\/blog; crawler@jambot.com)"},{"description":"JamBot search robot","ua":"Jambot\/0.2.1 (Jambot; http:\/\/www.jambot.com\/blog\/static.php?page=webmaster-robot; crawler@jambot.com)"},{"description":"Java VM","ua":"Java 1.1"},{"description":"Java VM","ua":"Java\/1.4.1_01"},{"description":"Java VM","ua":"Java1.0.21.0"},{"description":"Java VM","ua":"Java1.1.xx.x"},{"description":"Java VM","ua":"Java1.3.0rc1"},{"description":"Java VM","ua":"Java1.3.x"},{"description":"Java VM","ua":"Java1.4.0"},{"description":"Jayde B2B Search robot (66.28.139.xx)","ua":"Jayde Crawler. http:\/\/www.jayde.com"},{"description":"some site downloading tool ? via 61.77.51.xxx","ua":"JBH Agent 2.0"},{"description":"WAP 2.0 \/ jBrowser for handhelds","ua":"jBrowser\/J2ME Profile\/MIDP-1.0 Configuration\/CLDC-1.0 (Google WAP Proxy\/1.0)"},{"description":"JCheckLinks Java hyperlink validator","ua":"JCheckLinks\/0.1 RPT-HTTPClient\/0.3-1"},{"description":"Java Development Kit","ua":"JDK\/1.1"},{"description":"Insignias Jeode (PDA) Java platform","ua":"Jeode\/1.x.x"},{"description":"JetEye Search robot (64.62.142.xxx \/ 64.71.144.xxx)","ua":"Jetbot\/1.0"},{"description":"Omea RSS - Atom - newsgroups web page reader ","ua":"JetBrains Omea Reader 1.0.x (http:\/\/www.jetbrains.com\/omea_reader\/)"},{"description":"Omea RSS - Atom - newsgroups web page reader ","ua":"JetBrains Omea Reader 2.0 Release Candidate 1 (http:\/\/www.jetbrains.com\/omea_reader\/)"},{"description":"JetCar \/ Flashget download manager","ua":"JetCar"},{"description":"Jigsaw - W3C's CSS Validator Server","ua":"Jigsaw\/2.2.x W3C_CSS_Validator_JFouffa\/2.0"},{"description":"Jobo website downloading program","ua":"JoBo\/1.x (http:\/\/www.matuschek.net\/jobo.html)"},{"description":"Jobo website downloading program","ua":"JoBo\/@JOBO_VERSION@(http:\/\/www.matuschek.net\/jobo.html)"},{"description":"Finacialbot.com - German (213.61.218.xx) job search JobRoboter","ua":"JobSpider_BA\/1.1"},{"description":"Jocsoft Web Spider - website downloading tool","ua":"JOC Web Spider"},{"description":"Jordo Media RSS \/ Atom feed directory link checking","ua":"JordoMedia\/1.0 RSS File Reader (http:\/\/www.jordomedia.com)"},{"description":"Journster.com RSS\/Atom aggregator","ua":"Journster [alpha] (http:\/\/journster.com\/)"},{"description":"Journster.com RSS\/Atom aggregator","ua":"Journster.com RSS\/Atom aggregator 0.5 (http:\/\/www.journster.com\/bot.phtml)"},{"description":"Check Favorites bookmark checking","ua":"JRTS Check Favorites Utility"},{"description":"Check Favorites bookmark checking","ua":"JRTwine Software Check Favorites Utility"},{"description":"Jyxo search (Czech Republic) robot (212.71.128.xx)","ua":"Jyxobot\/x"},{"description":"K-meleon browser - Windows 2000","ua":"K-Meleon\/0.6 (Windows; U; Windows NT 5.1; en-US; rv:0.9.5) Gecko\/20011011"},{"description":"Verity K2 Spider ( Network search software)","ua":"k2spider"},{"description":"Unknown robot from AITrc (Advanced Information Technology Research Center) - Korea","ua":"KAIST AITrc Crawler"},{"description":"Kakle ranked metasearch robot","ua":"KakleBot - www.kakle.com\/0.1 (KakleBot - www.kakle.com; http:\/\/ www.kakle.com\/bot.html; support@kakle.com)"},{"description":"Kalooga image crawler","ua":"kalooga\/kalooga-4.0-dev-datahouse (Kalooga; http:\/\/www.kalooga.com; info@kalooga.com)"},{"description":"Kalooga image crawler","ua":"kalooga\/KaloogaBot (Kalooga; http:\/\/www.kalooga.com\/info.html?page=crawler; crawler@kalooga.com)"},{"description":"Kapere site grapper \/ web downloader","ua":"Kapere (http:\/\/www.kapere.com)"},{"description":"Kazehakase - Gecko based browser (Japan)","ua":"Kazehakase\/0.x.x.[x]"},{"description":"Openwave UP.Browser for mobiles via Google WAP Proxy (216.239.33.x)","ua":"KDDI-SN22 UP.Browser\/6.0.7 (GUI) MMP\/1.1 (Google WAP Proxy\/1.0)"},{"description":"Kenjin Spider search agent","ua":"Kenjin Spider"},{"description":"Dznet.com Kevin crawler (link checking ?) via 68.39.148.xx (nj.comcast.net)","ua":"Kevin http:\/\/dznet.com\/kevin\/"},{"description":"Website AlertsKevin crawler (website monitoring) via 68.39.148.xx (nj.comcast.net)","ua":"Kevin http:\/\/websitealert.net\/kevin\/"},{"description":"Voila.fr robot","ua":"KE_1.0\/2.0 libwww\/5.2.8"},{"description":"Some Perl search script from KFSW (Germany)","ua":"KFSW-Bot (Version: 1.01 powered by KFSW www.kfsw.de)"},{"description":"kinja weblog search robot","ua":"kinja-imagebot (http:\/\/www.kinja.com\/)"},{"description":"kinja weblog search robot","ua":"kinjabot (http:\/\/www.kinja.com)"},{"description":"Fireball search (Germany) robot","ua":"KIT-Fireball\/2.0"},{"description":"Fireball search (Germany) robot","ua":"KIT-Fireball\/2.0 (compatible; Mozilla 4.0; MSIE 5.5)"},{"description":"Klondike WAP Browser","ua":"Klondike\/1.50 (WSP Win32) (Google WAP Proxy\/1.0)"},{"description":"University of Washington KnowItAll - web information extraction","ua":"KnowItAll(knowitall@cs.washington.edu)"},{"description":"The knowledge.com (ODP) directory robot","ua":"Knowledge.com\/0.x"},{"description":"Kontiki Client download manager","ua":"Kontiki Client x.xx"},{"description":"Krugle source code search engine for developers (64.71.164.1xx) ","ua":"Krugle\/Krugle,Nutch\/0.8+ (Krugle web crawler; http:\/\/www.krugle.com\/crawler\/info.html; webcrawler@krugle.com)"},{"description":"KnowledgeStorm technology industry crawler for Findtech.com","ua":"KSbot\/1.0 (KnowledgeStorm crawler; http:\/\/www.knowledgestorm.com\/resources\/content\/crawler\/index.html; crawleradmin@knowledgestorm.com)"},{"description":"Kuloko contextual search robot","ua":"kuloko-bot\/0.x"},{"description":"Kuloko contextual search robot","ua":"kulokobot www.kuloko.com kuloko@backweave.com"},{"description":"National Library of Sweden Heritage Project robot","ua":"kulturarw3\/0.1"},{"description":"Link or server checking from Sanoma Budapest (195.70.35.xxx)","ua":"KummHttp\/1.1 (compatible; KummClient; Linux rulez)"},{"description":"UP.Browser for mobiles on Kyocera KWC-KX9 cellphone","ua":"KWC-KX9\/1109 UP.Browser\/6.2.3.9.g.1.107 (GUI) MMP\/2.0 UP.Link\/6.3.0.0.0"},{"description":"TREC Blog Track - Blog and news feed crawler","ua":"Labrador\/0.2; http:\/\/ir.dcs.gla.ac.uk\/labrador; craigm@dcs.gla.ac.uk"},{"description":"Intels Lachesis web site response time monitoring tool","ua":"Lachesis"},{"description":"Unknown robot from Easten Network China (202.96.51.1xx)","ua":"lanshanbot\/1.0"},{"description":"Unknown robot from Easten Network China (202.96.51.1xx)","ua":"lanshanbot\/1.0 (+http:\/\/search.msn.com\/msnbot.htm)"},{"description":"Lapozz search (Hungary) robot (82.131.195.xx)","ua":"LapozzBot\/1.4 ( http:\/\/robot.lapozz.com)"},{"description":"Lapozz search (Hungary) robot (82.131.195.xx)","ua":"LapozzBot\/1.5 (+http:\/\/robot.lapozz.hu)"},{"description":"Larbin indexer used as Metacarta.com (66.28.xx.xxx) robot","ua":"larbin (samualt9@bigfoot.com)"},{"description":"Unknown robot from 66.230.140.xx (argon.oxeo.com)","ua":"LARBIN-EXPERIMENTAL (efp@gmx.net)"},{"description":"Larbin indexer used by Mitsubishi Electric Research Labs","ua":"larbin_2.1.1 larbin2.1.1@somewhere.com"},{"description":"Larbin indexer used as Compete.com crawler","ua":"larbin_2.2.0 (crawl@compete.com)"},{"description":"Larbin indexer used as Inria robot","ua":"larbin_2.2.1_de_Viennot (Laurent.Viennot@inria.fr)"},{"description":"Larbin indexer used as Kyoto University robot","ua":"larbin_2.2.2 (sugayama@lab7.kuis.kyoto-u.ac.jp)"},{"description":"Larbin indexer used as Inria robot","ua":"larbin_2.2.2_guillaume (guillaume@liafa.jussieu.fr)"},{"description":"Larbin indexer used by an unknown dsl.net client","ua":"larbin_2.6.0 (larbin2.6.0@unspecified.mail)"},{"description":"Larbin indexer used by diff. IPs \/ services","ua":"larbin_2.6.1 (larbin2.6.1@unspecified.mail)"},{"description":"Larbin indexer used by National Institut of Informatics (NII\/Japan)","ua":"larbin_2.6.2 (hamasaki@grad.nii.ac.jp)"},{"description":"Larbin indexer used by diff. IPs","ua":"larbin_2.6.2 (larbin2.6.2@unspecified.mail)"},{"description":"Larbin indexer used as robot by Georgia Institute of Technology http:\/\/www.gatech.edu\/","ua":"larbin_2.6.2 (listonATccDOTgatechDOTedu)"},{"description":"Larbin indexer used by Technical University of Crete","ua":"larbin_2.6.2 (pimenas@systems.tuc.gr)"},{"description":"Larbin indexer used as Lemur Consulting robot","ua":"larbin_2.6.2 (tom@lemurconsulting.com)"},{"description":"Larbin indexer used as robot via cloud9.net (168.100.192.xxx)","ua":"larbin_2.6.2 (vitalbox1@hotmail.com)"},{"description":"Unknown robot from EPFL Lausanne Switzerland (128.178.155.1xx)","ua":"larbin_2.6.3 (ltaa_web_crawler@groupes.epfl.ch)"},{"description":"Larbin indexer used by GenieKnows.com search","ua":"larbin_2.6.3 (wgao@genieknows.com)"},{"description":"Larbin indexer used by Next Generation Information Retrieval (NGIR)","ua":"larbin_2.6.3_for_(http:\/\/cosco.hiit.fi\/search\/) tsilande@hiit.fi"},{"description":"Larbin indexer used by CEA \/ DCom Rechercher","ua":"larbin_2.6_basileocaml (basile.starynkevitch@cea.fr)"},{"description":"Larbin indexer used as Inria robot","ua":"larbin_devel (http:\/\/pauillac.inria.fr\/~ailleret\/prog\/larbin\/)"},{"description":"LawInfo - Lawyer and attorney directory","ua":"lawinfo-crawler\/Nutch-0.9-dev (Crawler for lawinfo.com pages; http:\/\/www.lawinfo.com; webmaster@lawinfo.com)"},{"description":"ROADS - Perl web based subject based gateway tool","ua":"lc\/$ROADS::Version libwww-perl\/5.00"},{"description":"unknown robot via MTT.ca \/ Aliant.ca","ua":"lcabotAccept: *\/*"},{"description":"LeapTag news reader and content discovery tool","ua":"LeapTag\/0.8.1.beta081.r3750 (compatible; Mozilla 4.0; MSIE 5.5; robot@yoriwa.com)"},{"description":"Linkexchange crawler","ua":"LECodeChecker\/3.0 libgetdoc\/1.0"},{"description":"Leechget download manager","ua":"LeechGet 200x (www.leechget.de)"},{"description":"Gseek.com (site is offline) robot","ua":"LEIA\/2.90"},{"description":"Gseek.com (site is offline) robot","ua":"LEIA\/3.01pr (LEIAcrawler; [SNIP])"},{"description":"Maybe logfile spamming for Lets crawl! search (Germany)","ua":"LetsCrawl.com\/1.0 +http:\/\/letscrawl.com\/"},{"description":"Lexibot (exMataHari) search software","ua":"LexiBot\/1.00"},{"description":"Polaris mobile browser on LG LX 260 Sprint Rumor phone","ua":"LG-LX260 POLARIS-LX260\/2.0 MMP\/2.0 Profile\/MIDP-2.0 Configuration\/CLDC-1.1"},{"description":"LG 8138 Mobile Phone browser","ua":"LG\/U8138\/v1.0"},{"description":"About.com robot","ua":"Libby_1.1\/libwww-perl\/5.47"},{"description":"libcurl's (multiprotocol file transfer library) standard user-agent name","ua":"libcurl-agent\/1.0"},{"description":"LibertyW search for mobile (France)","ua":"LibertyW (+http:\/\/www.lw01.com)"},{"description":"Korea Telecom Search robot","ua":"libWeb\/clsHTTP -- hiongun@kt.co.kr"},{"description":"CMP United Media robot","ua":"libwww-perl\/5.41"},{"description":"SplatSearch robot (207.44.142.xx)","ua":"libwww-perl\/5.45"},{"description":"Alexa robot","ua":"libwww-perl\/5.48"},{"description":"diff. IPs \/ services","ua":"libwww-perl\/5.50"},{"description":"Fast Search robot","ua":"libwww-perl\/5.52 FP\/2.1"},{"description":"Fast Search robot","ua":"libwww-perl\/5.52 FP\/4.0"},{"description":"diff. IPs \/ services","ua":"libwww-perl\/5.53"},{"description":"Profile for You internet profiling (?)","ua":"libwww-perl\/5.63"},{"description":"unknown link checking from Wanadoo.fr (193.253.33.xxx)","ua":"libwww-perl\/5.64"},{"description":"Amidalla search engine robot (62.241.33.xx)","ua":"libwww-perl\/5.65"},{"description":"SplatSearch robot (72.36.210.xx)","ua":"libwww-perl\/5.800"},{"description":"Mediater Rechercher robot","ua":"libwww\/5.3.2"},{"description":"Liferea - Linux feed reader","ua":"Liferea\/0.x.x (Linux; en_US.UTF-8; http:\/\/liferea.sf.net\/)"},{"description":"Liferea (Linux Feed Reader) news aggregator for Unix and Linux","ua":"Liferea\/1.x.x (Linux; es_ES.UTF-8; http:\/\/liferea.sf.net\/)"},{"description":"Lightning Download manager","ua":"LightningDownload\/1.0beta2"},{"description":"Lightning Download manager","ua":"LightningDownload\/1.x.x"},{"description":"Lightning Download manager","ua":"LightningDownload\/1.x.x [Accelerated x]"},{"description":"Lijit blog search spider","ua":"LijitSpider\/Nutch-0.9 (Reports crawler; http:\/\/www.lijit.com\/; info(a)lijit(d)com)"},{"description":"Some spam bot","ua":"Lincoln State Web Browser"},{"description":"Link Valet online link checking","ua":"Link Valet Online 1.x"},{"description":"Linkalarm link validation","ua":"LinkAlarm\/2.x"},{"description":"Linkbot Pro link checking software","ua":"Linkbot"},{"description":"Rpsoft 2000 Site-Crawler","ua":"linkbot"},{"description":"Linkbot Pro link checking software","ua":"Linkbot x.0"},{"description":"Linkcheck - linkchecking tool for Unix\/Linux","ua":"LinkCheck (linkcheck@inter7.com http:\/\/www.inter7.com\/linkcheck)"},{"description":"Linklint - Perl html link checker","ua":"LinkLint-checkonly\/2.x.x"},{"description":"Linklint - Perl html link checker","ua":"LinkLint-spider\/2.x.x"},{"description":"Linknz - The Kiwi Search Engine (New Zealand)","ua":"linknzbot"},{"description":"Link-Pimp web directory link checking","ua":"LinkPimpin v1.0"},{"description":"TafWeb link checking program","ua":"LinkProver 2.1"},{"description":"Links text browser for Unix & OS\/2","ua":"Links (0.9x; Linux 2.4.7-10 i686)"},{"description":"Links text browser for Unix & OS\/2","ua":"Links (0.9xpre12; Linux 2.2.14-5.0 i686; 80x24)"},{"description":"Links text browser for Unix & OS\/2","ua":"Links (2.xpre7; Linux 2.4.18 i586; x)"},{"description":"Links SQL directory management program","ua":"Links - http:\/\/gossamer-threads.com\/scripts\/links\/"},{"description":"Links SQL directory management program","ua":"Links 2.0 (http:\/\/gossamer-threads.com\/scripts\/links\/)"},{"description":"Links SQL directory management program","ua":"Links SQL (http:\/\/gossamer-threads.com\/scripts\/links-sql\/)"},{"description":"Links4us ODP based directory link checking","ua":"Links4US-Crawler, (+http:\/\/links4us.com\/)"},{"description":"Shareware robot from Elsop.com (used by Indiafocus\/Indiainfo and others)","ua":"LinkScan\/11.0beta2 UnixShareware robot from Elsop.com (used by Indiafocus\/Indiainfo)"},{"description":"Shareware robot from Elsop.com (used by Indiafocus\/Indiainfo and others)","ua":"LinkScan\/9.0g Unix"},{"description":"Shareware robot from Elsop.com","ua":"LinkScan\/x.x Unix"},{"description":"Linksmanager bookmark checking","ua":"LinksManager.com (http:\/\/linksmanager.com\/linkchecker.html)"},{"description":"LinkSonar (Japan) link checking tool","ua":"LinkSonar\/1.35"},{"description":"Left Side Software's LinkSweeper (ceased) bookmark utility","ua":"LinkSweeper\/1.x"},{"description":"Seventwentyfour link checking robot","ua":"LinkWalker"},{"description":"link check 3 - Perl HTML link checker (from Perl for Web Site Management)","ua":"link_check3.plx libwww-perl\/5.65"},{"description":"Listbid.com \/ Directnic.com link checking ?","ua":"ListBidBot (freelance job spider http:\/\/listbid.com)<a href=http:\/\/listbid.com>Freelance<\/a>"},{"description":"WKD Lab: LiveTrans - Online query and terminology translation service","ua":"LiveTrans\/Nutch-0.9 (maintainer: cobain at iis dot sinica dot edu dot tw; http:\/\/wkd.iis.sinica.edu.tw\/LiveTrans\/)"},{"description":"llaut robot - Universitat de les Illes Balears (Spain)","ua":"Llaut\/1.0 (http:\/\/mnm.uib.es\/~gallir\/llaut\/bot.html)"},{"description":"E-Mail harvesting robot - same as ContactBot","ua":"LMQueueBot\/0.2"},{"description":"lmspider from Scansoft (192.133.61.xx) - Web text collector","ua":"lmspider (lmspider@scansoft.com)"},{"description":"Lexis-Nexis robot","ua":"LNSpiderguy"},{"description":"LocalBot company information collector","ua":"LocalBot\/1.0 ( http:\/\/www.localbot.co.uk\/)"},{"description":"Local.com local search robot (216.52.252.xxx)","ua":"LocalcomBot\/1.2.x ( http:\/\/www.local.com\/bot.htm)"},{"description":"Lockstep (website content protection tool) user agent","ua":"Lockstep Spider\/1.0"},{"description":"GlobalQueue spider (64.40.105.xxx)","ua":"Look.com"},{"description":"Lotus Notes browser","ua":"Lotus-Notes\/4.5 ( Windows-NT )"},{"description":"IBM Lotus Discovery Server","ua":"LotusDiscovery\/x.0 (compatible; Mozilla 4.0; MSIE 4.01; Windows NT)"},{"description":"Everatom.com song lyrics search","ua":"Lovel as 1.0 ( +http:\/\/www.everatom.com)"},{"description":"LTI - The Lemur Toolkit for Language Modeling and Information Retrieval via Yahoo","ua":"LTI\/LemurProject Nutch Spider\/Nutch-1.0-dev (lti crawler for CMU; http:\/\/www.lti.cs.cmu.edu; changkuk at cmu dot edu)"},{"description":"LTI - The Lemur Toolkit for Language Modeling and Information Retrieval via Yahoo","ua":"LTI\/LemurProject Nutch Spider\/Nutch-1.0-dev (Research spider using Nutch; http:\/\/www.lemurproject.org; mhoy@cs.cmu.edu)"},{"description":"Luchs.at (Linux Wiki) link checking","ua":"luchs.at URL checker"},{"description":"Lunascape IE based browser (Japan)","ua":"Lunascape"},{"description":"Ultimate Search \/ Smartdesk (no website) robot","ua":"lwp-trivial\/1.32"},{"description":"Search4free robot","ua":"lwp-trivial\/1.34"},{"description":"Search4free robot","ua":"lwp-trivial\/1.34"},{"description":"Expert HTML online source viewer","ua":"lwp-trivial\/1.35"},{"description":"Expert HTML online source viewer","ua":"lwp-trivial\/1.35"},{"description":"Perl LWP:Collective module","ua":"LWP::Simple\/5.22"},{"description":"Perl LWP:Collective module","ua":"LWP::Simple\/5.36"},{"description":"Perl LWP:Collective module - Linkomatic robot","ua":"LWP::Simple\/5.48"},{"description":"Perl LWP:Collective module - secure-netz.de link checking (in conjunction w. libwww-perl\/5.50)","ua":"LWP::Simple\/5.50"},{"description":"Perl LWP:Collective module - Inktomi (62.253.64.x) robot","ua":"LWP::Simple\/5.51"},{"description":"Perl LWP:Collective module - Only.com ","ua":"LWP::Simple\/5.53"},{"description":"Perl LWP:Collective module","ua":"LWP::Simple\/5.63"},{"description":"ThePlanet\/jaja-jak-globusy.com Google Adsense refferer spam bot from 70.85.116.* \/ 70.84.128.xxx \/ 70.85.193.xxx","ua":"LWP::Simple\/5.803"},{"description":"Lycos spider","ua":"Lycos_Spider_(modspider)"},{"description":"Lycos spider","ua":"Lycos_Spider_(T-Rex)"},{"description":"Bobcat - Text and Lynx based DOS browser","ua":"Lynx\/2-4-2 (Bobcat\/0.5 [DOS] Jp Beta04)"},{"description":"Lynx 2.x text mode browser","ua":"Lynx\/2.6 libwww-FM\/2.14"},{"description":"seebot.org online service - uses lynx browser for crawlers view of web pages","ua":"Lynx\/2.8 (;http:\/\/seebot.org)"},{"description":"Lynx 2.x text mode browser","ua":"Lynx\/2.8.3dev.9 libwww-FM\/2.14 SSL-MM\/1.4.1 OpenSSL\/0.9.6"},{"description":"Lynx 2.x text mode browser used as robot via cogentco.com","ua":"Lynx\/2.8.4rel.1 libwww-FM\/2.14 SSL-MM\/1.4.1 OpenSSL\/0.9.6c (human-guided@lerly.net)"},{"description":"Some spam bot","ua":"Mac Finder 1.0.xx"},{"description":"UKWizz search robot","ua":"Mackster( http:\/\/www.ukwizz.com )"},{"description":"Wind.it client user-agent ?","ua":"Mag-Net"},{"description":"All Magic\/Wap wml service for mobile devices","ua":"MagicWML\/1.0 (forcewml)"},{"description":"Magpie RSS - PHP RSS Parser","ua":"MagpieRSS\/0.7x (+http:\/\/magpierss.sf.net)"},{"description":"Mahiti.com India search crawler","ua":"Mahiti.Com\/Mahiti Crawler-1.0 (Mahiti.Com; http:\/\/mahiti.com ; mahiti.com)"},{"description":"Mail.ru search","ua":"Mail.Ru\/1.0"},{"description":"Unknown Bea robot","ua":"mailto:webcraft@bea.com"},{"description":"SLI Systems mammoth robot","ua":"mammoth\/1.0 ( http:\/\/www.sli-systems.com\/)"},{"description":"Looksmart robot","ua":"MantraAgent"},{"description":"Map of the Internet visual search engine index robot","ua":"MapoftheInternet.com ( http:\/\/MapoftheInternet.com)"},{"description":"Kolibri.de robot","ua":"Mariner\/5.1b [de] (Win95; I ;Kolibri gncwebbot)"},{"description":"Pilot Hitlist web site analysis","ua":"Marketwave Hit List"},{"description":"Looksmart directory page analysis","ua":"Martini"},{"description":"Looksmart directory page analysis","ua":"MARTINI"},{"description":"Marvin Medhunt robot","ua":"Marvin v0.3"},{"description":"Sagool search Japan robot","ua":"MaSagool\/1.0 (MaSagool; http:\/\/sagool.jp\/; info@sagool.jp)"},{"description":"Mass Downloader download manager","ua":"Mass Downloader 2.x"},{"description":"Masterseek (Scandinavia) Beta business search ?","ua":"MasterSeek"},{"description":"Lexibot (exMataHari) search software","ua":"Mata Hari\/2.00 "},{"description":"Virgilio Italy robot (212.48.11.xxx) using Fast Enterprise Search","ua":"Matrix S.p.A. - FAST Enterprise Crawler 6 (Unknown admin e-mail address)"},{"description":"Maxomo multimedia search robot","ua":"maxomobot\/dev-20051201 (maxomo; http:\/\/67.102.134.34:4047\/MAXOMO\/MAXOMObot.html; maxomobot@maxomo.com)"},{"description":"Unknown robot from McAfee Austria (80.123.144.xx)","ua":"McBot\/5.001 (windows; U; NT4.0; en-us)"},{"description":"MegaDownload files search robot","ua":"MDbot\/1.0 (+http:\/\/www.megadownload.net\/bot.html)"},{"description":"Substitute for Windows Media Player","ua":"Media Player Classic"},{"description":"Media Find crawler","ua":"MediaCrawler-1.0 (Experimental)"},{"description":"Google AdSense robot","ua":"Mediapartners-Google\/2.1 ( http:\/\/www.googlebot.com\/bot.html)"},{"description":"WWW.fi Media Search","ua":"MediaSearch\/0.1"},{"description":"Search UK robot","ua":"MegaSheep v1.0 (www.searchuk.com internet sheep)"},{"description":"Megite web2.0 RSS and news service software","ua":"Megite2.0 (http:\/\/www.megite.com)"},{"description":"Mercator crawler software (used by Altavista)","ua":"Mercator-1.x"},{"description":"Mercator crawler software (used by Altavista)","ua":"Mercator-2.0"},{"description":"Mercator crawler software (used by Altavista)","ua":"Mercator-Scrub-1.1"},{"description":"MetaEuro.com Clustering Web Search Engine crawler","ua":"Metaeuro Web Crawler\/0.2 (MetaEuro Web Search Clustering Engine; http:\/\/www.metaeuro.com; crawler at metaeuro dot com)"},{"description":"MetaGer search robot (Germany)","ua":"MetaGer-LinkChecker"},{"description":"MetaGer search robot (Germany)","ua":"MetagerBot\/0.8-dev (MetagerBot; http:\/\/metager.de; )"},{"description":"MetaGer search robot (Germany)","ua":"MetaGer_PreChecker0.1"},{"description":"Download Express download manager","ua":"MetaProducts Download Express\/1.x"},{"description":"Metaspinner search robot - Germany","ua":"Metaspinner\/0.01 (Metaspinner; http:\/\/www.meta-spinner.de\/; support@meta-spinner.de\/)"},{"description":"Metatagsdir.com directory index spider","ua":"metatagsdir\/0.7 (+http:\/\/metatagsdir.com\/directory\/)"},{"description":"Microsoft Foundation Class Library - i.e. used for e-mail harvesting from 68.154.96.xx (bellsouth.net)","ua":"MFC Foundation Class Library 4.0"},{"description":"Microsoft.com user agent","ua":"MFC_Tear_Sample"},{"description":"Advanced Site Crawler web site ripper and extractor","ua":"MFHttpScan"},{"description":"GigaBaz Brainbot (Germany) robot (213.139.152.xx)","ua":"MicroBaz"},{"description":"MS Office 2000 acting as WebDAV client","ua":"Microsoft Data Access Internet Publishing Provider Cache Manager"},{"description":"MS Office 2000 acting as WebDAV client","ua":"Microsoft Data Access Internet Publishing Provider DAV"},{"description":"Server probe for data access operations using MS Frontpage with OPTION header","ua":"Microsoft Data Access Internet Publishing Provider Protocol Discovery"},{"description":"MS Office 2000 acting as WebDAV client","ua":"Microsoft Data Access Internet Publishing Provider Protocol Discovery"},{"description":"Microsoft Log Parser text query tool","ua":"Microsoft Log Parser 2.2"},{"description":"MS Small Business Server content indexer","ua":"Microsoft Small Business Indexer"},{"description":"user agent looks for form-mail components (spam-bot)","ua":"Microsoft URL Control - 6.00.8xxx"},{"description":"Unknown robot from Microsoft.com (131.107.163.xx)","ua":"MicrosoftPrototypeCrawler (How's my crawling? mailto:newbiecrawler@hotmail.com)"},{"description":"Secure Computing SmartFilterWhere \/ Bess web filter (192.55.214.xx)","ua":"Microsoft_Internet_Explorer_5.00.438 (fjones@isd.net)"},{"description":"xpc-mii.net HTTP server message","ua":"MIIxpc\/4.2"},{"description":"The Mindjet blog MindManager category","ua":"Mindjet MindManager"},{"description":"unknown robot via Korea Telecom (211.218.xxx.xxx)","ua":"minibot"},{"description":"mini- Rank website popularity tool","ua":"miniRank\/1.6 (Website ranking; www.minirank.com; robot)"},{"description":"unknown robot via nec.co.jp Telecom (210.143.35.xx)","ua":"MiracleAlphaTest"},{"description":"Some spam bot","ua":"Missauga Locate 1.0.0"},{"description":"Some spam bot","ua":"Missigua Locator 1.9"},{"description":"Some spam bot","ua":"Missouri College Browse"},{"description":"Mister PiX picture finding software","ua":"Mister Pix II 2.02a"},{"description":"Mister PiX picture finding software","ua":"Mister PiX version.dll"},{"description":"Misterbot search France robot","ua":"Misterbot-Nutch\/0.7.1 (Misterbot-Nutch; http:\/\/www.misterbot.fr; admin@misterbot.fr)"},{"description":"Miva \/ ex Findwhat.com search robot (66.150.55.2xx)","ua":"Miva (AlgoFeedback@miva.com)"},{"description":"Some spam bot from Jasmine Internet - Bangkok (203.147.0.xx)","ua":"Mizzu Labs 2.2"},{"description":"Majestic-12 DSearch MJ12bot (Experimental distributed crawler)","ua":"MJ12bot\/vx.x.x (http:\/\/majestic12.co.uk\/bot.php?+)"},{"description":"Majestic-12 DSearch MJ12bot (Experimental distributed crawler)","ua":"MJ12bot\/vx.x.x (http:\/\/www.majestic12.co.uk\/projects\/dsearch\/mj12bot.php)"},{"description":"MJB SEO Club MJBot","ua":"MJBot (SEO assessment)"},{"description":"MLBot - metadata labs web crawler for building a media index (beta)","ua":"MLBot (www.metadatalabs.com)"},{"description":"mnoGoSearch (ex UdmSearch) software robot","ua":"MnogoSearch\/3.2.xx"},{"description":"Unknown bad bot - maybe guestbook spamming or email harvesting","ua":"Mo College 1.9"},{"description":"Goo Japan \/ Inktomi robot (210.173.179.xx)","ua":"moget\/x.x (moget@goo.ne.jp)"},{"description":"Goo Japan \/ Inktomi robot (210.173.179.xx)","ua":"mogimogi\/1.0"},{"description":"moiNag - net.art generator","ua":"moiNAG 0.02"},{"description":"Mojeek Search Preview robot (217.155.205.xx)","ua":"MojeekBot\/0.x (archi; http:\/\/www.mojeek.com\/bot.html)"},{"description":"Greasemonkey Firefox extension","ua":"monkeyagent"},{"description":"Moonbrowser - IE based browser (Japan)","ua":"MoonBrowser (version 0.41 Beta4)"},{"description":"Moreover \/ FeedDirect RSS feed robot","ua":"Moreoverbot\/x.00 (+http:\/\/www.moreover.com)"},{"description":"MixCat robot s. also Felix","ua":"Morris - Mixcat Crawler ( http:\/\/mixcat.com)"},{"description":"Robots.txt online checker","ua":"Motoricerca-Robots.txt-Checker\/1.0 (http:\/\/tool.motoricerca.info\/robots-checker.phtml)"},{"description":"Obigo WAP browser for mobiles on Motorola V3","ua":"Motorola-V3m Obigo"},{"description":"MPRM Group Ltd. Spider Monkey robot","ua":"Mouse-House\/7.4 (spider_monkey spider info at www.mobrien.com\/sm.shtml)"},{"description":"Movable Type web-based personal publishing system","ua":"MovableType\/x.x"},{"description":"Mozdex Open search engine spider (65.98.100.2xx)","ua":"mozDex\/0.xx-dev (mozDex; http:\/\/www.mozdex.com\/en\/bot.html; spider@mozdex.com)"},{"description":"Bell Nexxia \/ Sympatico Canada user robot & spoofed referer from diff. IPs","ua":"Mozi!"},{"description":"Unknown robots from diff. IPs","ua":"Mozilla"},{"description":"libwhisker - HTTP client and utility - Perl library","ua":"Mozilla (libwhisker\/2.4)"},{"description":"http:\/\/www.somewhere.com robot","ua":"Mozilla (Mozilla@somewhere.com)"},{"description":"BotSeer search engine for robots.txt","ua":"Mozilla 4.0(compatible; BotSeer\/1.0; +http:\/\/botseer.ist.psu.edu)"},{"description":"PDA Pocket IE 2.x Windows CE","ua":"Mozilla\/1.1 (compatible; MSPIE 2.0; Windows CE)"},{"description":"Oregano browser for RISC OS","ua":"Mozilla\/1.10 [en] (Compatible; RISC OS 3.70; Oregano 1.10)"},{"description":"IE 2.x WinNT","ua":"Mozilla\/1.22 (compatible; MSIE 2.0d; Windows NT)"},{"description":"EudoraWeb 2.0 browser (Eudora Internet Suite) for PalmOS","ua":"Mozilla\/1.22 (compatible; MSIE 5.01; PalmOS 3.0) EudoraWeb 2"},{"description":"Dummy user agent - i.e. used by Namo Web Editor","ua":"Mozilla\/2.0"},{"description":"AOL Mac","ua":"Mozilla\/2.0 (compatible; AOL 3.0; Mac_PowerPC)"},{"description":"AOL Win 3.x","ua":"Mozilla\/2.0 (Compatible; AOL-IWENG 3.0; Win16)"},{"description":"Ask Jeeves \/Teoma robot","ua":"Mozilla\/2.0 (compatible; Ask Jeeves)"},{"description":"Ask Jeeves \/Teoma robot","ua":"Mozilla\/2.0 (compatible; Ask Jeeves\/Teoma)"},{"description":"Ask Jeeves \/Teoma robot","ua":"Mozilla\/2.0 (compatible; Ask Jeeves\/Teoma; http:\/\/about.ask.com\/en\/docs\/about\/webmasters.shtml) "},{"description":"Ask Jeeves \/Teoma robot","ua":"Mozilla\/2.0 (compatible; Ask Jeeves\/Teoma; http:\/\/sp.ask.com\/docs\/about\/tech_crawling.html)"},{"description":"Direct Hit Robot","ua":"Mozilla\/2.0 (compatible; EZResult -- Internet Search Engine)"},{"description":"MS Frontpage x.x web editor","ua":"Mozilla\/2.0 (compatible; MS FrontPage x.0)"},{"description":"IE 2.x Mac Power PC","ua":"Mozilla\/2.0 (compatible; MSIE 2.1; Mac_PowerPC)"},{"description":"IE 3.x WinNT","ua":"Mozilla\/2.0 (compatible; MSIE 3.02; Update a; AK; Windows NT)"},{"description":"IE 3.x AOL Win95","ua":"Mozilla\/2.0 (compatible; MSIE 3.02; Update a; AOL 3.0; Windows 95)"},{"description":"IE 3.x Win95","ua":"Mozilla\/2.0 (compatible; MSIE 3.0; AK; Windows 95)"},{"description":"IE 3.x Win 3.1","ua":"Mozilla\/2.0 (compatible; MSIE 3.0; Windows 3.1)"},{"description":"IE 3.x WinXP","ua":"Mozilla\/2.0 (compatible; MSIE 3.0B; Win32)"},{"description":"Borland Delphi .OCX component used by WebCollector email harverster","ua":"Mozilla\/2.0 (compatible; NEWT ActiveX; Win32)"},{"description":"Thunderstone's Webinator Web indexing program","ua":"Mozilla\/2.0 (compatible; T-H-U-N-D-E-R-S-T-O-N-E)"},{"description":"Check&Get bookmark and link checking tool","ua":"Mozilla\/2.0 compatible; Check&Get 1.1x (Windows 98)"},{"description":"Netscape 2.x Win3.x International","ua":"Mozilla\/2.01 (Win16; I)"},{"description":"Netscape 2.x Gold Win95","ua":"Mozilla\/2.02Gold (Win95; I)"},{"description":"Faked user agent for diff. purposes i.e.: - some download manager - E-mail harvesting","ua":"Mozilla\/3.0 (compatible)"},{"description":"AvantGo PDA browser","ua":"Mozilla\/3.0 (compatible; AvantGo 3.2)"},{"description":"Searchhippo robot","ua":"Mozilla\/3.0 (compatible; Fluffy the spider; http:\/\/www.searchhippo.com\/; info@searchhippo.com)"},{"description":"HP Web PrintSmart (discontinued) - web page printing software","ua":"Mozilla\/3.0 (compatible; HP Web PrintSmart 04b0 1.0.1.34)"},{"description":"Internet Direct Library for Borland (often used as e-mail address collector and mass mailing tool)","ua":"Mozilla\/3.0 (compatible; Indy Library)"},{"description":"Outertechs Linkman bookmark tool","ua":"Mozilla\/3.0 (compatible; Linkman)"},{"description":"Euroferret robot","ua":"Mozilla\/3.0 (compatible; MuscatFerret\/1.5.4; claude@euroferret.com)"},{"description":"Euroferret robot","ua":"Mozilla\/3.0 (compatible; MuscatFerret\/1.5; olly@muscat.co.uk)"},{"description":"Euroferret robot","ua":"Mozilla\/3.0 (compatible; MuscatFerret\/1.6.x; claude@euroferret.com)"},{"description":"Netart Generator - script generated random websites","ua":"Mozilla\/3.0 (compatible; netart generator\/1.0; libwww-perl\/5.64)"},{"description":"NetPositive BEOS browser","ua":"Mozilla\/3.0 (compatible; NetPositive\/2.2)"},{"description":"Opera 3.x Win3.x","ua":"Mozilla\/3.0 (compatible; Opera\/3.0; Windows 3.1) v3.1"},{"description":"Opera 3.x Win95\/NT","ua":"Mozilla\/3.0 (compatible; Opera\/3.0; Windows 95\/NT4) 3.2"},{"description":"Perman Surfer bookmark tool","ua":"Mozilla\/3.0 (compatible; PerMan Surfer 3.0; Win95)"},{"description":"Web Link Validator link validation software","ua":"Mozilla\/3.0 (compatible; REL Software Web Link Validator 2.x)"},{"description":"Scan4Mail online mail extraction service","ua":"Mozilla\/3.0 (compatible; scan4mail (advanced version) http:\/\/www.peterspages.net\/?scan4mail)"},{"description":"WebWobot UK search engine robot (82.43.129.2xx)","ua":"Mozilla\/3.0 (compatible; ScollSpider; http:\/\/www.webwobot.com)"},{"description":"Web Link Validator link validation software","ua":"Mozilla\/3.0 (compatible; Web Link Validator 2.x)Web Link Validator http:\/\/www.relsoftware.com\/ link validation software"},{"description":"Xelios Web Capture (now Wysigot) website downloading tool (Discontinued)","ua":"Mozilla\/3.0 (compatible; WebCapture x.x; Auto; Windows)"},{"description":"Iprospect search engine positioning using Thunderstone's Webinator","ua":"Mozilla\/3.0 (compatible; Webinator-DEV01.home.iprospect.com\/2.56)"},{"description":"CyberAlert's Media Monitor using Thunderstone's Webinator","ua":"Mozilla\/3.0 (compatible; Webinator-indexer.cyberalert.com\/2.56)"},{"description":"Viking server user\/client","ua":"Mozilla\/3.0 (Compatible;Viking\/1.8)"},{"description":"One of DC-Sakuras download manager user-agent names","ua":"Mozilla\/3.0 (DreamPassport\/3.0)"},{"description":"Ilse Netherlands robot (62.69.178.xx)","ua":"Mozilla\/3.0 (INGRID\/3.0 MT; webcrawler@NOSPAMexperimental.net; http:\/\/aanmelden.ilse.nl\/?aanmeld_mode=webhints)"},{"description":"Liberate DTV server suite \/ TV-emulator","ua":"Mozilla\/3.0 (Liberate DTV 1.1)"},{"description":"Planetweb 2.1 Browser (discontinued) for Dreamcast","ua":"Mozilla\/3.0 (Planetweb\/2.100 JS SSL US; Dreamcast US)"},{"description":"http:\/\/www.goo.ne.jp \/Inktomi robot","ua":"Mozilla\/3.0 (Slurp.so\/Goo; slurp@inktomi.com; http:\/\/www.inktomi.com\/slurp.html)"},{"description":"Inktomi (Hotbot-Lycos-NBCi) robot - 72.30.61.xx(x)","ua":"Mozilla\/3.0 (Slurp\/cat; slurp@inktomi.com; http:\/\/www.inktomi.com\/slurp.html)"},{"description":"Inktomi (Hotbot-Lycos-NBCi) robot - 72.30.61.xx(x)","ua":"Mozilla\/3.0 (Slurp\/si; slurp@inktomi.com; http:\/\/www.inktomi.com\/slurp.html)"},{"description":"WiseGuys robot Netherland - 82.94.216.2","ua":"Mozilla\/3.0 (Vagabondo\/1.1 MT; webcrawler@NOSPAMwise-guys.nl; http:\/\/webagent.wise-guys.nl\/)"},{"description":"WiseGuys robot Netherland - 82.94.216.2","ua":"Mozilla\/3.0 (Vagabondo\/1.x MT; webagent@wise-guys.nl; http:\/\/webagent.wise-guys.nl\/)"},{"description":"Ilse Netherlands robot","ua":"Mozilla\/3.0 (Vagabondo\/2.0 MT; webcrawler@NOSPAMexperimental.net; http:\/\/aanmelden.ilse.nl\/?aanmeld_mode=webhints)"},{"description":"WiseGuys robot Netherland - 82.94.216.2","ua":"Mozilla\/3.0 (Vagabondo\/2.0 MT; webcrawler@NOSPAMwise-guys.nl; http:\/\/webagent.wise-guys.nl\/)"},{"description":"Netscape 3.x Win3.x","ua":"Mozilla\/3.0 (Win16; I)"},{"description":"Netscape 3.x Win95","ua":"Mozilla\/3.0 (Win95; I)"},{"description":"Netscape 3.x WinNT","ua":"Mozilla\/3.0 (WinNT; I)"},{"description":"Netscape 3.x FreeBSD","ua":"Mozilla\/3.0 (WorldGate Gazelle 3.5.1 build 11; FreeBSD2.2.8-STABLE)"},{"description":"Netscape 3.x OSF1 V4.0 alpha ","ua":"Mozilla\/3.0 (X11; I; OSF1 V4.0 alpha)"},{"description":"AOL Web TV","ua":"Mozilla\/3.0 NAVIO_AOLTV (11; 13; Philips; PH200; 1; R2.0C36_AOL.0110OPTIK; R2.0.0139d_OPTIK)"},{"description":"WebTV","ua":"Mozilla\/3.0 WebTV\/1.2 (compatible; MSIE 2.0)"},{"description":"Amiga Voyager Browser Amiga","ua":"Mozilla\/3.01 (compatible; AmigaVoyager\/2.95; AmigaOS\/MC680x0)"},{"description":"Links2Go robot","ua":"Mozilla\/3.01 (Compatible; Links2Go Similarity Engine)"},{"description":"Netgem Netbox cable modem TV Box Linux","ua":"Mozilla\/3.01 (compatible; Netbox\/3.5 R92; Linux 2.2)"},{"description":"Netscape 3.x Mac","ua":"Mozilla\/3.01-C-MACOS8 (Macintosh; I; PPC)"},{"description":"Netscape 3.x Linux","ua":"Mozilla\/3.01Gold (X11; I; Linux 2.0.32 i486)"},{"description":"Netscape 3.x SunOS","ua":"Mozilla\/3.01Gold (X11; I; SunOS 5.5.1 sun4m)"},{"description":"Netscape 3.x Irix","ua":"Mozilla\/3.01SGoldC-SGI (X11; I; IRIX 6.3 IP32)"},{"description":"ANT Fresco Browser Risc OS","ua":"Mozilla\/3.04 (compatible; ANTFresco\/2.13; RISC OS 4.02)"},{"description":"NCBrowser ANT Fresco Browser Risc OS","ua":"Mozilla\/3.04 (compatible; NCBrowser\/2.35; ANTFresco\/2.17; RISC OS-NC 5.13 Laz1UK1309)"},{"description":"QNX OS Voyager embedded browser","ua":"Mozilla\/3.04 (compatible;QNX Voyager 2.03B ;Photon)"},{"description":"I-Opener (was www.netpliance.com\/) web PC","ua":"Mozilla\/3.x (I-Opener 1.1; Netpliance)"},{"description":"Yahoo Mindset: Intent-driven Search (66.228.182.1xx)","ua":"Mozilla\/4.0"},{"description":"Agada search (Germany) robot","ua":"Mozilla\/4.0 (agadine3.0) www.agada.de"},{"description":"URLBase 6 bookmark manager","ua":"Mozilla\/4.0 (Compatible); URLBase 6"},{"description":"Astrafind! adult search robot (66.98.252.xx)","ua":"Mozilla\/4.0 (compatible: AstraSpider V.2.1 : astrafind.com)"},{"description":"WiseGuys robot Netherland - 82.94.216.2","ua":"Mozilla\/4.0 (compatible; Vagabondo\/2.2; webcrawler at wise-guys dot nl; http:\/\/webagent.wise-guys.nl\/)"},{"description":"WiseGuys robot Netherland - 82.94.216.2","ua":"Mozilla\/4.0 (compatible; Vagabondo\/4.0Beta; webcrawler at wise-guys dot nl; http:\/\/webagent.wise-guys.nl\/)"},{"description":"ReGet Deluxe! download manager","ua":"Mozilla\/4.0 (compatible; <a href=http:\/\/www.reget.com>ReGet Deluxe 5.1<\/a>; Windows NT 5.1)"},{"description":"Advanced Email Extractor e-mail collector (spam bot)","ua":"Mozilla\/4.0 (compatible; Advanced Email Extractor v2.xx)"},{"description":"Arachmo Spider - web site file extraction tool","ua":"Mozilla\/4.0 (compatible; Arachmo)"},{"description":"Novell Border Manager security suite","ua":"Mozilla\/4.0 (compatible; BorderManager 3.0)"},{"description":"Best of the Web directory link checking","ua":"Mozilla\/4.0 (compatible; BOTW Spider; +http:\/\/botw.org)"},{"description":"Blitzsuche Germany robot","ua":"Mozilla\/4.0 (compatible; B_L_I_T_Z_B_O_T)"},{"description":"Content Control from Blue Coat","ua":"Mozilla\/4.0 (compatible; Cerberian Drtrs Version-3.2-Build-0)"},{"description":"Check&Get bookmark manager, web change monitor and archiver","ua":"Mozilla\/4.0 (compatible; Check&Get 3.0; Windows NT)"},{"description":"Christcentral.com Christcrawler (was www.christcrawler.com)","ua":"Mozilla\/4.0 (compatible; ChristCrawler.com ChristCrawler@ChristCENTRAL.com)"},{"description":"Yahoo Search Marketing crawler (68.142.211.1xx)","ua":"Mozilla\/4.0 (compatible; crawlx, crawler@trd.overture.com)"},{"description":"DAUMOA - Daum search Korea robot (211.115.109.xxx)","ua":"Mozilla\/4.0 (compatible; DAUMOA-video; +http:\/\/ws.daum.net\/aboutkr.html)"},{"description":"DepSpid distributed web crawler for link dependencies","ua":"Mozilla\/4.0 (compatible; DepSpid\/5.0x; +http:\/\/about.depspid.net)"},{"description":"Download Mage download manager","ua":"Mozilla\/4.0 (compatible; DnloadMage 1.0)"},{"description":"Fast\/Alltheweb crawler","ua":"Mozilla\/4.0 (compatible; FastCrawler3 support-fastcrawler3@fast.no)"},{"description":"Fluid Dynamics Search Engine (FDSE) robot used by Abadoor.de","ua":"Mozilla\/4.0 (compatible; FDSE robot)"},{"description":"GPU Distributed Search Engine crawler","ua":"Mozilla\/4.0 (compatible; GPU p2p crawler http:\/\/gpu.sourceforge.net\/search_engine.php)"},{"description":"Grub open source crawler","ua":"Mozilla\/4.0 (compatible; grub-client-0.2.x; Crawl your stuff with http:\/\/grub.org)"},{"description":"Grub open source crawler","ua":"Mozilla\/4.0 (compatible; grub-client-0.3.x; Crawl your own stuff with http:\/\/grub.org)"},{"description":"Grub open source crawler used by Looksmart ( 64.241.242.xx)","ua":"Mozilla\/4.0 (compatible; grub-client-2.x)"},{"description":"ibisBrowser Japanese mobile browser","ua":"Mozilla\/4.0 (compatible; ibisBrowser)"},{"description":"Novell iChain Cool Solutions caching","ua":"Mozilla\/4.0 (compatible; ICS 1.2.xxx)"},{"description":"IE Favorites Check - Bookmark manager","ua":"Mozilla\/4.0 (compatible; IE-Favorites-Check-0.5)"},{"description":"Iplexx Austria (webhosting company) logfile spamming bot","ua":"Mozilla\/4.0 (compatible; Iplexx Spider\/1.0 http:\/\/www.iplexx.at)"},{"description":"KeepNi Monitors - Web site monitoring \/ link checking tool","ua":"Mozilla\/4.0 (compatible; KeepNI web site monitor)"},{"description":"NetPromoter Link Utility link checking tool","ua":"Mozilla\/4.0 (compatible; Link Utility; http:\/\/net-promoter.com)"},{"description":"Lotus Notes 5.0 browser","ua":"Mozilla\/4.0 (compatible; Lotus-Notes\/5.0; Windows-NT)"},{"description":"IE 4.x AOL Win98","ua":"Mozilla\/4.0 (compatible; MSIE 4.01; AOL 4.0; Windows 98)"},{"description":"IE 4.x Mac Power PC","ua":"Mozilla\/4.0 (compatible; MSIE 4.01; Mac_PowerPC)"},{"description":"Internet Explorer 4.0 URL check","ua":"Mozilla\/4.0 (compatible; MSIE 4.01; MSIECrawler; Windows 95)"},{"description":"Vonna search robot","ua":"Mozilla\/4.0 (compatible; MSIE 4.01; Vonna.com b o t)"},{"description":"IE 4.x Win95","ua":"Mozilla\/4.0 (compatible; MSIE 4.01; Windows 95)"},{"description":"IE PDA Browser Windows CE","ua":"Mozilla\/4.0 (compatible; MSIE 4.01; Windows CE; MSN Companion 2.0; 800x600; Compaq)"},{"description":"Orange France robot for mobiles","ua":"Mozilla\/4.0 (compatible; MSIE 4.01; Windows CE; PPC; 240x320; SPV M700; OpVer 19.123.2.733) OrangeBot-Mobile 2008.0 (mobilesearch.support@orange-ftgroup.com)"},{"description":"IE for Windows CE on a PocketPC (HP iPAQ)","ua":"Mozilla\/4.0 (compatible; MSIE 4.01; Windows CE; PPS; 240x320)"},{"description":"IE PDA Browser Windows CE","ua":"Mozilla\/4.0 (compatible; MSIE 4.01; Windows NT Windows CE)"},{"description":"IE 4.x WinNT","ua":"Mozilla\/4.0 (compatible; MSIE 4.01; Windows NT)"},{"description":"diff. IPs \/ services i.e.: - Microsoft server information robot (see link) - Okanagan Internet Junction web filter (robot)","ua":"Mozilla\/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 4.0 Robot) Microsoft"},{"description":"Unknown robot from American College of Radiology (ACR) running MS Site Server","ua":"Mozilla\/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) ACR"},{"description":"Indonesia Interactive Web-portal robot on MS Site Server","ua":"Mozilla\/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) Indonesia Interactive"},{"description":"Webquestdesigns hosting","ua":"Mozilla\/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) WebQuest Designs"},{"description":"Avirt Gateway proxy server","ua":"Mozilla\/4.0 (compatible; MSIE 5.01; Windows 95) via <B>Avirt Gateway Server<\/B> v4.0"},{"description":"Metacarta.com (66.28.xx.xxx) robot","ua":"Mozilla\/4.0 (compatible; MSIE 5.01; Windows NT 5.0) (samualt9@bigfoot.com)"},{"description":"NetCaptor IE browser addon","ua":"Mozilla\/4.0 (compatible; MSIE 5.01; Windows NT 5.0; NetCaptor 6.5.0RC1)"},{"description":"IE 5.x AOL Win95 Sureseeker search plugin","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; AOL 5.0; Windows 95; DigExt; Gateway2000; sureseeker.com)"},{"description":"IE 5.x Mac PowerPC AtHome user","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; Mac_PowerPC; AtHome021)"},{"description":"www.netnose.com crawler","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; NetNose-Crawler 2.0; A New Search Experience: http:\/\/www.netnose.com)"},{"description":"WinXP via CERN httpd proxy server ","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; Win32) via proxy gateway CERN-HTTPD\/3.0 libwww\/2.17"},{"description":"Echo.com robot","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; Windows 95) TrueRobot; 1.5"},{"description":"Voila.fr robot","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot BETA 1.2 (http:\/\/www.voila.com\/)"},{"description":"Voila.fr robot","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot; 1.6"},{"description":"WinME Opera 5.x","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; Windows ME) Opera 5.11 [en]"},{"description":"Kyosoft's Link Checker","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; Windows ME; Link Checker 2.x.xx http:\/\/www.kyosoft.com)"},{"description":"Beijing Express Email Address Extractor via DHCP Data Transport Services (DTS)","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; Windows NT; DigExt; DTS Agent"},{"description":"Girafa (browser plug-in) robot","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; Windows NT; Girafabot; girafabot at girafa dot com; http:\/\/www.girafa.com)"},{"description":"Galaxy robot (63.121.41.xxx) ","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; www.galaxy.com; www.psychedelix.com)"},{"description":"Galaxy robot (63.121.41.xxx)","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; www.galaxy.com; www.psychedelix.com\/; http:\/\/www.galaxy.com\/info\/crawler.html)"},{"description":"Yandex Search Russia link checking (213.180.206.2xx)","ua":"Mozilla\/4.0 (compatible; MSIE 5.0; YANDEX)"},{"description":"Gobeez starting page plugin","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; AOL 4.0; Windows 98; GoBeez (www.gobeez.com))"},{"description":"IE 5.5 Win95 Hotbar plug-in","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows 95; Transmission Segment; Hotbar 2.0)"},{"description":"Crazy Browser - IE based tabbed Browser","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows 98; Crazy Browser 1.x.x)"},{"description":"Wanadoo Internet services","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows 98; KITV4.7 Wanadoo)"},{"description":"Safexplorer (safexplorer.com - site is offline) kids browser","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows 98; SAFEXPLORER TL)"},{"description":"Katiesoft Scroll (ex www.katiesoft.com now discarded) & SimulBrowse (ex www.simulbrowse.com now dead) IE browser plugins","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows 98; SYMPA; Katiesoft 7; SimulBrowse 3.0)"},{"description":"Windows ME BTOpenworld Internet services","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows 98; Win 9x 4.90; BTinternet V8.1)"},{"description":"Windows ME Internet Explorer URL check","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows 98; Win 9x 4.90; MSIECrawler)"},{"description":"Cobion Germany Brand Protection Services robot","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows NT 4.0; obot)"},{"description":"Cobion Germany Brand Protection Services robot","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows NT 4.0; QXW03018)"},{"description":"IE 5.5 Win2000 \/ user agent","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows NT 5.0) Active Cache Request"},{"description":"Maybe: - MS Internet Security & Acceleration Server (ISA) cache refreshing request (see link) or - IE 5.5 Win2000 probably with some (website) API request component (see 2nd link) - suspected as email-harvester \/ site scanning tool (see http:\/\/www.byte.com\/documents\/s=493\/byt20010208s0001\/index.htm","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows NT 5.0) Fetch API Request"},{"description":"IE 5.5 Win2000 with MS.NET SDK","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows NT 5.0; .NET CLR 1.0.3705)"},{"description":"IE 5.5 Win2000 \/ user agent w. AI RoboForm (AIRF) password manager","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows NT 5.0; AIRF)"},{"description":"AspTear URL fetching program component \/ Download32.com spider","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows NT 5.0; AspTear 1.5)"},{"description":"Nokia.com network","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows NT 5.0; N_o_k_i_a)"},{"description":"Unknown Object Sciences Corp. robot using the HTTPClient","ua":"Mozilla\/4.0 (compatible; MSIE 5.5; Windows NT 5.0; T312461) RPT-HTTPClient\/0.3-3E"},{"description":"Singingfish media spider (64.12.186.2xx) via AOL search","ua":"Mozilla\/4.0 (compatible; MSIE 6.0 compatible; Asterias Crawler v4; +http:\/\/www.singingfish.com\/help\/spider.html; webmaster@singingfish.com); SpiderThread Revision: 3.10"},{"description":"Megaupload Mega Manager - Download manager toolbar for IE","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; AOL 9.0; Windows 98; .NET CLR 1.1.4322; MEGAUPLOAD 2.0)"},{"description":"Hotbar IE graphical skin","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; AOL 9.0; Windows NT 5.1; SV1; HbTools 4.7.2)"},{"description":"Skaffe.com directory link checker","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; MSIE 5.5; Windows NT 5.1) Skampy\/0.9.x [en]"},{"description":"TargetSeek Crawler concerning electronics industry product announcements","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; TargetSeek\/1.0; +http:\/\/www.targetgroups.net\/TargetSeek.html)"},{"description":"IE 6.0 WebWasher ad filter","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Win32) WebWasher 3.0"},{"description":"Web Link Validator link validation software","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows 98) REL Software Web Link Validator 2.x)"},{"description":"Web Link Validator link validation software","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows 98) Web Link Validator 2.x)"},{"description":"IE 6.0 Netmanager IE add-on","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows 98; Net M@nager V3.02 - www.vinn.com.au)"},{"description":"WebLight web analyzer & link checker","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows 98; support@illumit.com; http:\/\/www.illumit.com\/Products\/weblight\/)"},{"description":"Abolimba Multibrowser - IE based browser","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows 98; Win 9x 4.90; http:\/\/www.Abolimba.de)"},{"description":"Lunascape IE based browser (Japan)","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.1.4322; Lunascape 2.1.3)"},{"description":"Google wireless transcoder (GWT) proxy for rewriting websites for mobiles","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.0; Google Wireless Transcoder;)"},{"description":"T\u00fczilla (Germany) - ODP link checking using Robozilla","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ODP entries t_st; http:\/\/tuezilla.de\/t_st-odp-entries-agent.html)"},{"description":"T\u00fczilla (Germany) - ODP link checking using Robozilla","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ODP links test; http:\/\/tuezilla.de\/test-odp-links-agent.html)"},{"description":"ZoomSpider.Net indexing robot for several directorys","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ZoomSpider.net bot; .NET CLR 1.1.4322)"},{"description":"unknown robot from 64.246.44.xx","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1) (dns_admin@c-a-s-h.com)"},{"description":"Covac Software UPPS (Universal PHP Proxy Server) - free public proxy server","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Covac UPPS Cathan 1.2.5;)"},{"description":"GetNetWise Crayon Crawler web filter","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Crayon Crawler; snprtz|T04056566514940; (R1 1.5))"},{"description":"Deepnet Explorer - IE based browser","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Deepnet Explorer)"},{"description":"Heritrix Internet Archive's open-source web project used by Analysis Projects at UW","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; heritrix\/1.3.0 http:\/\/www.cs.washington.edu\/research\/networking\/websys\/)"},{"description":"IE 6x WinXP Hotbar plug-in","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Hotbar 3.0)"},{"description":"IE 6x WinXP iOpus Internet Macros - Internet-based macro recorder ","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; iOpus-I-M)"},{"description":"iRider - IE based browser \/ Free Download Manager (FDM)","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; iRider 2.21.1108; FDM)"},{"description":"KKman http:\/\/www.kkman.com\/ - Japanese IE based browser","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; KKman3.0)"},{"description":"IE 6x WinXP MathPlayer mathematical notation plugin ","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MathPlayer2.0)"},{"description":"Maxton (ex MyIE2) - IE based browser","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Maxthon) "},{"description":"IE 6x WinXP peoplepc online PeoplePal IE toolbar","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; PeoplePal 3.0; MSIECrawler)"},{"description":"IE 6x WinXP \/ I-Opener (was www.netpliance.com\/) web PC","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Q312461; IOpener Release 1.1.04)"},{"description":"Qihoo search (China) robot","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; QihooBot 1.0 qihoobot@qihoo.net)"},{"description":"SimBar IE toolbar for accessing The Sims sites \/ Infopath IE form & spreadsheet plugin","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SIMBAR Enabled; InfoPath.1)"},{"description":"IE 6x WinXP Stumble Upon IE toolbar","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; StumbleUpon.com 1.760; .NET CLR 1.1.4322)"},{"description":"Balsa Productions embedded web browser package for Borland Delphi","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Embedded Web Browser from: http:\/\/bsalsa.com\/; MSIECrawler)"},{"description":"ChangeDetection robot for web page monitoring","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; http:\/\/www.changedetection.com\/bot.html )"},{"description":"IE 6x WinXP also used by WebSite Pro HTML editor","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)"},{"description":"DX-Browser - German IE based browser","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; DX-Browser 5.0.0.0)"},{"description":"ezPeer+ P2P IE addon","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; ezPeer+ v1.0 Beta (0.4.1.98); ezPeer+ v1.0 (0.5.0.00); .NET CLR 1.1.4322; MSIECrawler)"},{"description":"Axandra IBP website promotion software ?","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; IBP; .NET CLR 1.1.4322)"},{"description":"MRA = Mail.ru Agent - Instant Messenger \/ VoIP","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MRA 4.3 (build 01218))"},{"description":"MSN Search robot (207.46.89.xx)","ua":"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)"},{"description":"Link Commander bookmark manager","ua":"Mozilla\/4.0 (compatible; MSIE 7.0; Win32) Link Commander 4.0"},{"description":"IE 7.0 - WinXP","ua":"Mozilla\/4.0 (compatible; MSIE 7.0; Windows NT 5.1; bgft)"},{"description":"GTB = Google Toolbar Internet Explorer add-on","ua":"Mozilla\/4.0 (compatible; MSIE 7.0; Windows NT 5.1; GTB5; User-agent: Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; http:\/\/bsalsa.com) ; .NET CLR 2.0.50727)"},{"description":"MSIE 7.0 *and* Trident token used by Internet Explorer 8 in compatibility view mode","ua":"Mozilla\/4.0 (compatible; MSIE 7.0; Windows NT 6.1; Trident\/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; Tablet PC 2.0)"},{"description":"Internet Explorer 8","ua":"Mozilla\/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident\/4.0; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648)"},{"description":"IE 8.0 (beta) on Win Vista","ua":"Mozilla\/4.0 (compatible; MSIE 8.0; Windows NT 6.0)"},{"description":"Bsalsa embedded browser","ua":"Mozilla\/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident\/4.0; Orange 8.0; GTB6.3; Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; Embedded Web Browser from: http:\/\/bsalsa.com\/; SLCC1; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30618; OfficeLiveConnector.1.3; OfficeLivePatch.1.3)"},{"description":"DAUMOA - Daum search Korea robot (211.115.109.xxx)","ua":"Mozilla\/4.0 (compatible; MSIE enviable; DAUMOA 2.0; DAUM Web Robot; Daum Communications Corp., Korea; +http:\/\/ws.daum.net\/aboutkr.html)"},{"description":"DAUMOA - Daum search Korea robot (211.115.109.xxx)","ua":"Mozilla\/4.0 (compatible; MSIE is not me; DAUMOA\/1.0.1; DAUM Web Robot; Daum Communications Corp., Korea)"},{"description":"Naver Search Korea Naverbot","ua":"Mozilla\/4.0 (compatible; NaverBot\/1.0; http:\/\/help.naver.com\/delete_main.asp)"},{"description":"Netcraft webserver info","ua":"Mozilla\/4.0 (compatible; Netcraft Web Server Survey)"},{"description":"NetPromoter Link Utility link checking tool ","ua":"Mozilla\/4.0 (compatible; NetPromoter Spider;http:\/\/www.net-promoter.com\/)"},{"description":"Opera 3.x WinNT","ua":"Mozilla\/4.0 (compatible; Opera\/3.0; Windows 4.10) 3.51 [en]"},{"description":"Powermarks bookmark manager","ua":"Mozilla\/4.0 (compatible; Powermarks\/3.5; Windows 95\/98\/2000\/NT)"},{"description":"RSS Popper - MS Outlook RSS reader plugin","ua":"Mozilla\/4.0 (compatible; RSS Popper)"},{"description":"SiteKiosk public terminal browser","ua":"Mozilla\/4.0 (compatible; SiteKiosk 4.0; MSIE 5.0; Windows 98; SiteCoach 1.0)"},{"description":"Entireweb Search Speedyspider (62.13.25.xxx)","ua":"Mozilla\/4.0 (compatible; SpeedySpider; www.entireweb.com)"},{"description":"SiteProbe - website status checking","ua":"Mozilla\/4.0 (compatible; SPENG)"},{"description":"Super Cleaner privacy tool (bookmark checking)","ua":"Mozilla\/4.0 (compatible; SuperCleaner 2.xx; Windows 98)"},{"description":"Synapse - Apache web service for processing XML documents","ua":"Mozilla\/4.0 (compatible; Synapse)"},{"description":"Web2PDF - Adobe Acrobat plugin for site traversal and other services for the Web Capture feature","ua":"Mozilla\/4.0 (compatible; WebCapture 3.0; Windows)"},{"description":"Windows HTTP Services (WinHTTP \/ XML-parser)","ua":"Mozilla\/4.0 (compatible; Win32; WinHttp.WinHttpRequest.5)"},{"description":"WSN Links PHP directory software","ua":"Mozilla\/4.0 (compatible; WSN Links)"},{"description":"Euro Directory (German \/ Austrian) directory link checking","ua":"Mozilla\/4.0 (compatible; www.euro-directory.com; urlchecker1.0)"},{"description":"Galaxy robot","ua":"Mozilla\/4.0 (compatible; www.galaxy.com)"},{"description":"Linkguard.com link validation (service is offline)","ua":"Mozilla\/4.0 (compatible; www.linkguard.com Linkguard Online 1.0; Windows NT)"},{"description":"Yahoo Search Japan robot (203.141.52.)","ua":"Mozilla\/4.0 (compatible; Y!J; for robot study; keyoshid)"},{"description":"Yahoo Japan robot (202.93.76.xx)","ua":"Mozilla\/4.0 (compatible; Yahoo Japan; for robot study; kasugiya)"},{"description":"Faked IE id string used by DeepTrawl link checking tool","ua":"Mozilla\/4.0 (compatible;MSIE 6.0; Windows NT 5.0; H010818)"},{"description":"spoofed referer by Fantomaster (Multiblocker) anonymity products","ua":"Mozilla\/4.0 (fantomBrowser)"},{"description":"spoofed referer by Fantomaster (Multiblocker) anonymity products","ua":"Mozilla\/4.0 (fantomCrew Browser)"},{"description":"unknown robot from - 64.57.223.40 - 66.28.233.xxx (cogentco.com)","ua":"Mozilla\/4.0 (hhjhj@yahoo.com)"},{"description":"Activtourist Jemma spider","ua":"Mozilla\/4.0 (JemmaTheTourist;http:\/\/www.activtourist.com)"},{"description":"NetFront (v3.x) for Pocket PC (here on Sanyo PM-8200 cell phone)","ua":"Mozilla\/4.0 (MobilePhone PM-8200\/US\/1.0) NetFront\/3.x MMP\/2.0"},{"description":"Google robot from 66.249.66.xxx ","ua":"Mozilla\/4.0 (MobilePhone SCP-5500\/US\/1.0) NetFront\/3.0 MMP\/2.0 (compatible; Googlebot\/2.1; http:\/\/www.google.com\/bot.html)"},{"description":"Google robot from 66.249.66.xxx ","ua":"Mozilla\/4.0 (MobilePhone SCP-5500\/US\/1.0) NetFront\/3.0 MMP\/2.0 FAKE (compatible; Googlebot\/2.1; http:\/\/www.google.com\/bot.html)"},{"description":"Unknown robot from Mozilla.org","ua":"Mozilla\/4.0 (Mozilla; http:\/\/www.mozilla.org\/docs\/en\/bot.html; master@mozilla.com)"},{"description":"ASI - Any Search Info robot","ua":"Mozilla\/4.0 (Sleek Spider\/1.2)"},{"description":"Furl (Looksmart) online bookmark tool robot","ua":"Mozilla\/4.0 compatible FurlBot\/Furl Search 2.0 (FurlBot; http:\/\/www.furl.net; wn.furlbot@looksmart.net)"},{"description":"Wisenut robot","ua":"Mozilla\/4.0 compatible ZyBorg\/1.0 (wn.zyborg@looksmart.net; http:\/\/www.WISEnutbot.com)"},{"description":"Wisenut robot","ua":"Mozilla\/4.0 compatible ZyBorg\/1.0 (ZyBorg@WISEnutbot.com; http:\/\/www.WISEnutbot.com)"},{"description":"Wisenut robot","ua":"Mozilla\/4.0 compatible ZyBorg\/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http:\/\/www.WISEnutbot.com)"},{"description":"Wisenut robot","ua":"Mozilla\/4.0 compatible ZyBorg\/1.0 for Homepage (ZyBorg@WISEnutbot.com; http:\/\/www.WISEnutbot.com)"},{"description":"Unknown robot from 66.230.140.xx (argon.oxeo.com) maybe an e-mail collector","ua":"Mozilla\/4.0 efp@gmx.net"},{"description":"WebTV","ua":"Mozilla\/4.0 WebTV\/2.6 (compatible; MSIE 4.0)"},{"description":"Ask \/ Ask Jeeves robot","ua":"Mozilla\/4.0 [en] (Ask Jeeves Corporate Spider)"},{"description":"LookSmart spider","ua":"Mozilla\/4.0(compatible; Zealbot 1.0)"},{"description":"HideMe - Web based anonymous proxy server service","ua":"Mozilla\/4.01 (compatible; NORAD National Defence Network)"},{"description":"Some download manager spoofing Netscape 4.01","ua":"Mozilla\/4.01 [en](Win95;I)"},{"description":"Netscape 4.x SunOS 5.6","ua":"Mozilla\/4.02 [en] (X11; I; SunOS 5.6 sun4u)"},{"description":"Dulance Bot - Dulance automated price comparison engine","ua":"Mozilla\/4.04 (compatible; Dulance bot; +http:\/\/www.dulance.com\/bot.jsp)"},{"description":"Netscape 4.x HP-Unix","ua":"Mozilla\/4.04 [en] (X11; I; HP-UX B.10.20 9000\/712)"},{"description":"Netscape 4.x IRIX","ua":"Mozilla\/4.04 [en] (X11; I; IRIX 5.3 IP22)"},{"description":"Netscape 4.x Macintosh 68k","ua":"Mozilla\/4.05 (Macintosh; I; 68K Nav)"},{"description":"Netscape 4.x Macintosh PowerPC","ua":"Mozilla\/4.05 (Macintosh; I; PPC Nav)"},{"description":"Netscape 4.x SunOS 4.1.4","ua":"Mozilla\/4.05 [en] (X11; I; SunOS 4.1.4 sun4m)"},{"description":"Version 4.08 [en]-98306","ua":"Mozilla\/4.08 [en] (Win98; U ;Nav)"},{"description":"Netscape 4.x WinNT","ua":"Mozilla\/4.08 [en] (WinNT; U)"},{"description":"Echo.com robot","ua":"Mozilla\/4.0_(compatible;_MSIE_5.0;_Windows_95)_TrueRobot\/1.4 libwww\/5.2.8"},{"description":"Voila.fr robot","ua":"Mozilla\/4.0_(compatible;_MSIE_5.0;_Windows_95)_VoilaBot\/1.6 libwww\/5.3.2"},{"description":"HTTrack Offline Browser","ua":"Mozilla\/4.5 (compatible; HTTrack 3.0x; Windows 98)"},{"description":"iCab MAC Web browser MAC Power PC","ua":"Mozilla\/4.5 (compatible; iCab 2.5.3; Macintosh; I; PPC)"},{"description":"OmniWeb 4.x.x Mac browser","ua":"Mozilla\/4.5 (compatible; OmniWeb\/4.0.5; Mac_PowerPC)"},{"description":"OmniWeb 4.x.x Mac browser","ua":"Mozilla\/4.5 (compatible; OmniWeb\/4.1-beta-1; Mac_PowerPC)"},{"description":"different IPs using the HTTPClient library (mostly link checking)","ua":"Mozilla\/4.5 RPT-HTTPClient\/0.3-2"},{"description":"RuralNet Internet Services","ua":"Mozilla\/4.5 [en]C-CCK-MCD {RuralNet} (Win98; I)"},{"description":"Netscape 4.x Linux","ua":"Mozilla\/4.5b1 [en] (X11; I; Linux 2.0.35 i586)"},{"description":"Cnet robot for Search.com (216.239.114.xx)","ua":"Mozilla\/4.6 [en] (http:\/\/www.cnet.com\/)"},{"description":"Netscape 4.x OS\/2","ua":"Mozilla\/4.61 [de] (OS\/2; I)"},{"description":"BrowseX cross-platform browser","ua":"Mozilla\/4.61 [en] (X11; U; ) - BrowseX (2.0.0 Windows)"},{"description":"Nameprotect (12.148.196.128 - 12.148.196.255) snoopbot","ua":"Mozilla\/4.7"},{"description":"Eidetica earch and text mining spider","ua":"Mozilla\/4.7 (compatible; http:\/\/eidetica.com\/spider)"},{"description":"Intelliseek (64.158.138.xx) robot","ua":"Mozilla\/4.7 (compatible; Intelliseek; http:\/\/www.intelliseek.com)"},{"description":"OffByOne Browser","ua":"Mozilla\/4.7 (compatible; OffByOne; Windows 98) Webster Pro V3.2"},{"description":"WhizBang! Labs information extraction robot","ua":"Mozilla\/4.7 (compatible; Whizbang)"},{"description":"WhizBang! Labs information extraction robot","ua":"Mozilla\/4.7 (compatible; WhizBang; http:\/\/www.whizbang.com\/crawler)"},{"description":"BecomeBot - Becomecom shopping search (64.124.85.xx(x))","ua":"Mozilla\/4.7 [en](BecomeBot@exava.com)"},{"description":"Exabot - exava shopping search (64.124.85.xx(x))","ua":"Mozilla\/4.7 [en](Exabot@exava.com)"},{"description":"unknown","ua":"Mozilla\/4.7 [en]C-CCK-MCD {Yahoo;YIP052400} (Win95; I)"},{"description":"http:\/\/www.ba.be robot","ua":"Mozilla\/4.72 [en] (BACS http:\/\/www.ba.be)"},{"description":"Netscpape 4.7x Caldera Open Linux Pentium III","ua":"Mozilla\/4.72C-CCK-MCD Caldera Systems OpenLinux [en] (X11; U; Linux 2.2.14 i686)"},{"description":"Netscape 4.7x Japan OSF1 alpha","ua":"Mozilla\/4.75C-ja [ja] (X11; U; OSF1 V5.1 alpha)"},{"description":"Opera 5.x Win 98","ua":"Mozilla\/4.76 (Windows 98; U) Opera 5.12 [en]"},{"description":"Netscape 4.7x FreeBSD","ua":"Mozilla\/4.76 [en] (X11; U; FreeBSD 4.4-STABLE i386)"},{"description":"Netscape 4.7x SunOS","ua":"Mozilla\/4.76 [en] (X11; U; SunOS 5.7 sun4u)"},{"description":"IRIX 6.5","ua":"Mozilla\/4.77C-SGI [en] (X11; U; IRIX 6.5 IP32)"},{"description":"GigaMedia \/ NTT DoCoMo robot","ua":"Mozilla\/5.0"},{"description":"Eurekster Swicki community search using SLI-Systems site search engine Mammoth","ua":"Mozilla\/5.0 (+http:\/\/www.eurekster.com\/mammoth) Mammoth\/0.1"},{"description":"SLI Systems mammoth robot","ua":"Mozilla\/5.0 (+http:\/\/www.sli-systems.com\/) Mammoth\/0.1"},{"description":"Clush search robot","ua":"Mozilla\/5.0 (Clustered-Search-Bot\/1.0; support@clush.com; http:\/\/www.clush.com\/)"},{"description":"Greasemonkey RSS panel Firefox plugin","ua":"Mozilla\/5.0 (compatible) GM RSS Panel X"},{"description":"Evri search robot","ua":"Mozilla\/5.0 (compatible; +http:\/\/www.evri.com\/evrinid)"},{"description":"008 distributed crawler for 80legs","ua":"Mozilla\/5.0 (compatible; 008\/0.83; http:\/\/www.80legs.com\/spider.html;) Gecko\/2008032620"},{"description":"Abonti WebSearch beta robot","ua":"Mozilla\/5.0 (compatible; Abonti\/0.8 - http:\/\/www.abonti.com)"},{"description":"HitCompanies Aihit crawler","ua":"Mozilla\/5.0 (compatible; aiHitBot\/1.0; +http:\/\/www.aihit.com\/)"},{"description":"Ansearch Australian search robot","ua":"Mozilla\/5.0 (compatible; AnsearchBot\/1.x; +http:\/\/www.ansearch.com.au\/)"},{"description":"The Library of Congress Minerva crawler","ua":"Mozilla\/5.0 (compatible; archive.org_bot\/1.10.0 +http:\/\/www.loc.gov\/minerva\/crawl.html)"},{"description":"Heritrix - The Internet Archive's open-source crawler (207.241.225.2xx)","ua":"Mozilla\/5.0 (compatible; archive.org_bot\/1.13.1x http:\/\/crawler.archive.org)"},{"description":"Heritrix - The Internet Archive's open-source crawler","ua":"Mozilla\/5.0 (compatible; archive.org_bot\/1.5.0-200506132127 http:\/\/crawler.archive.org) Hurricane Katrina"},{"description":"Ask Jeeves \/Teoma robot","ua":"Mozilla\/5.0 (compatible; Ask Jeeves\/Teoma; http:\/\/about.ask.com\/en\/docs\/about\/webmasters.shtml)"},{"description":"Project BanBots Perl script robot","ua":"Mozilla\/5.0 (compatible; BanBots\/2.0b; Fetch; +http:\/\/www.banbots.com)"},{"description":"BecomeBot - Become.com shopping search (64.124.85.xx(x))","ua":"Mozilla\/5.0 (compatible; BecomeBot\/1.23; http:\/\/www.become.com\/webmasters.html)"},{"description":"BecomeBot - Become.com shopping search (64.124.85.xx(x))","ua":"Mozilla\/5.0 (compatible; BecomeBot\/1.xx; MSIE 6.0 compatible; http:\/\/www.become.com\/webmasters.html)"},{"description":"BecomeBot - Become.com shopping search (64.124.85.xx(x))","ua":"Mozilla\/5.0 (compatible; BecomeBot\/2.0beta; http:\/\/www.become.com\/webmasters.html)"},{"description":"BecomeBot - Become.com shopping search (64.124.85.xx(x))","ua":"Mozilla\/5.0 (compatible; BecomeBot\/2.x; MSIE 6.0 compatible; http:\/\/www.become.com\/site_owners.html)"},{"description":"BecomeBot - Become.com shopping search (64.124.85.xx(x))","ua":"Mozilla\/5.0 (compatible; BecomeJPBot\/2.3; MSIE 6.0 compatible; +http:\/\/www.become.co.jp\/site_owners.html)"},{"description":"BlogRefsBot.com blog robot","ua":"Mozilla\/5.0 (compatible; BlogRefsBot\/0.1; http:\/\/www.blogrefs.com\/about\/bloggers)"},{"description":"Pressemitteilungen Webservice RSS \/ news crawler (Germany)","ua":"Mozilla\/5.0 (compatible; Bot; +http:\/\/pressemitteilung.ws\/spamfilter"},{"description":"BuzzRanking internet content analysis","ua":"Mozilla\/5.0 (compatible; BuzzRankingBot\/1.0; +http:\/\/www.buzzrankingbot.com\/)"},{"description":"Charlotte indexing spider for Searchme \/ Wikiseek","ua":"Mozilla\/5.0 (compatible; Charlotte\/1.0b; charlotte@betaspider.com)"},{"description":"Charlotte indexing spider for Searchme \/ Wikiseek","ua":"Mozilla\/5.0 (compatible; Charlotte\/1.0b; http:\/\/www.searchme.com\/support\/)"},{"description":"Unknown graphics crawler or downloading agent from Yamana Laboratory - Waseda Univerity Japan (133.9.238.xx)","ua":"Mozilla\/5.0 (compatible; Crawling jpeg; http:\/\/www.yama.info.waseda.ac.jp)"},{"description":"Custo web site spidering tool (link checking)","ua":"Mozilla\/5.0 (compatible; Custo 3 (Netwu.com); Windows NT 5.1)"},{"description":"De.com German travel related search via Amazon Web Services","ua":"Mozilla\/5.0 (compatible; de\/1.13.2 +http:\/\/www.de.com)"},{"description":"Diffbot beta - RSS and news feed crawler","ua":"Mozilla\/5.0 (compatible; Diffbot\/0.1; +http:\/\/www.diffbot.com)"},{"description":"DNS-Digger - DNS server neighbourhood search","ua":"Mozilla\/5.0 (compatible; DNS-Digger-Explorer\/1.0; +http:\/\/www.dnsdigger.com)"},{"description":"DNS-Digger - DNS server neighbourhood search","ua":"Mozilla\/5.0 (compatible; DNS-Digger\/1.0; +http:\/\/www.dnsdigger.com)"},{"description":"Earthcom (Czech Republic) search robot (194.108.39.xx)","ua":"Mozilla\/5.0 (compatible; EARTHCOM.info\/2.01; http:\/\/www.earthcom.info)"},{"description":"enter4u \/ Earthcom.info search (Czech Republic)","ua":"Mozilla\/5.0 (compatible; EARTHCOM\/2.2; +http:\/\/enter4u.eu)"},{"description":"Prague Faculty of Mathematics and Physics using Egothor open source crawler","ua":"Mozilla\/5.0 (compatible; egothor\/8.0g; +http:\/\/ego.ms.mff.cuni.cz\/)"},{"description":"Exalead (France) search robot (193.47.80.xx)","ua":"Mozilla\/5.0 (compatible; Exabot Test\/3.0; +http:\/\/www.exabot.com\/go\/robot)"},{"description":"TheFind.com - Shopping search robot","ua":"Mozilla\/5.0 (compatible; FatBot 2.0; http:\/\/www.thefind.com\/main\/CrawlerFAQs.fhtml)"},{"description":"Galbot tagging robot (beta) - Denmark","ua":"Mozilla\/5.0 (compatible; Galbot\/1.0; +http:\/\/www.galbot.com\/bot.html)"},{"description":"Geneva Single-Site Search Engine used by Healthdash health search","ua":"mozilla\/5.0 (compatible; genevabot http:\/\/www.healthdash.com)"},{"description":"Paros - a Java based HTTP\/HTTPS proxy","ua":"Mozilla\/5.0 (compatible; Google Desktop) Paros\/3.2.12"},{"description":"Google robot","ua":"Mozilla\/5.0 (compatible; Googlebot\/2.1; http:\/\/www.google.com\/bot.html)"},{"description":"Unknown robot using Heritrix","ua":"mozilla\/5.0 (compatible; heritrix\/1.0.4 http:\/\/innovationblog.com)"},{"description":"The Stanford University InfoLab robot using Heritrix","ua":"Mozilla\/5.0 (compatible; heritrix\/1.10.2 +http:\/\/i.stanford.edu\/)"},{"description":"Newstin news feed search using Heritrix","ua":"Mozilla\/5.0 (compatible; heritrix\/1.12.1 +http:\/\/newstin.com\/)"},{"description":"Page-store.com vertical search via Amazon Web Services","ua":"Mozilla\/5.0 (compatible; heritrix\/1.12.1 +http:\/\/www.page-store.com)"},{"description":"Page-store.com vertical search via Amazon Web Services","ua":"Mozilla\/5.0 (compatible; heritrix\/1.12.1 +http:\/\/www.page-store.com) [email:paul@page-store.com]"},{"description":"Heritrix Internet Archive's open-source web project ","ua":"mozilla\/5.0 (compatible; heritrix\/1.3.0 http:\/\/archive.crawler.org)"},{"description":"Chepi Beta search Spain (194.116.240.1xx) using Heritrix","ua":"Mozilla\/5.0 (compatible; heritrix\/1.4.0 +http:\/\/www.chepi.net)"},{"description":"Truveo data mining robot using Heritrix","ua":"Mozilla\/5.0 (compatible; heritrix\/1.4t http:\/\/www.truveo.com\/)"},{"description":"L3S WebCrawling Project (Germany) using Heritrix","ua":"Mozilla\/5.0 (compatible; heritrix\/1.5.0 http:\/\/www.l3s.de\/~kohlschuetter\/projects\/crawling\/)"},{"description":"Pandora Internet Archive crawler (Australia) using Heritrix","ua":"Mozilla\/5.0 (compatible; heritrix\/1.5.0-200506231921 http:\/\/pandora.nla.gov.au\/crawl.html)"},{"description":"WORIO (beta) search for computer scientists and programmers using Heritrix open-source crawler","ua":"Mozilla\/5.0 (compatible; heritrix\/1.6.0 http:\/\/www.worio.com\/)"},{"description":"greatarea.com website collection project using Heritrix","ua":"Mozilla\/5.0 (compatible; heritrix\/1.7.0 +http:\/\/www.greaterera.com\/)"},{"description":"hanzo:web social web archiving service","ua":"Mozilla\/5.0 (compatible; Heritrix\/1.8.0 http:\/\/www.hanzoarchives.com)"},{"description":"Accelobot - Accelovation Market Discovery software robot","ua":"Mozilla\/5.0 (compatible; heritrix\/1.x.x +http:\/\/www.accelobot.com)"},{"description":"Unknown AOL robot using Heritrix","ua":"Mozilla\/5.0 (compatible; heritrix\/2.0.0-RC1 +http:\/\/www.aol.com)"},{"description":"Hermits Search.com - Products and service search robot","ua":"Mozilla\/5.0 (compatible; Hermit Search. Com; +http:\/\/www.hermitsearch.com)"},{"description":"IsMySiteUp? - Online website monitoring service","ua":"Mozilla\/5.0 (compatible; http:\/\/www.IsMySiteUp.Net\/bot\/ )"},{"description":"UptimeAuditor - real time web monitoring","ua":"Mozilla\/5.0 (compatible; http:\/\/www.UptimeAuditor.com\/bot\/ )"},{"description":"Hyperix vertical search crawler","ua":"Mozilla\/5.0 (compatible; HyperixScoop\/1.3; +http:\/\/www.hyperix.com)"},{"description":"Unknown robot (reads robots.txt) from chinatelecom (219.142.78.xx)","ua":"Mozilla\/5.0 (compatible; iaskspider\/1.0; MSIE 6.0)"},{"description":"ID-Search.org - Russian search project","ua":"Mozilla\/5.0 (compatible; IDBot\/1.0; +http:\/\/www.id-search.org\/bot.html)"},{"description":"Najdi.si (Slovenia) search using Interseek\/Web Interseek\/API Search Engine","ua":"Mozilla\/5.0 (compatible; InterseekWeb\/3.x)"},{"description":"hanzo:web social web archiving service","ua":"Mozilla\/5.0 (compatible; Jim +http:\/\/www.hanzoarchives.com)"},{"description":"Konqueror 2.0.x X11","ua":"Mozilla\/5.0 (compatible; Konqueror\/2.0.1; X11); Supports MD5-Digest; Supports gzip encoding"},{"description":"Konqueror 2.1.x X11","ua":"Mozilla\/5.0 (compatible; Konqueror\/2.1.1; X11)"},{"description":"Konqueror 2.2.x","ua":"Mozilla\/5.0 (compatible; Konqueror\/2.2.2)"},{"description":"Konqueror 2.2.x Linux","ua":"Mozilla\/5.0 (compatible; Konqueror\/2.2.2; Linux 2.4.14-xfs; X11; i686)"},{"description":"Exalead (France) search robot (193.47.80.xx)","ua":"Mozilla\/5.0 (compatible; Konqueror\/3.5; Linux) KHTML\/3.5.5 (like Gecko) (Exabot-Thumbnails)"},{"description":"Lemur Consulting LemIR spider","ua":"Mozilla\/5.0 (compatible; LemSpider 0.1)"},{"description":"Linksmanager.com online link checking service","ua":"Mozilla\/5.0 (compatible; LinksManager.com_bot http:\/\/linksmanager.com\/linkchecker.html)"},{"description":"LinkStash Bookmark Manager","ua":"Mozilla\/5.0 (compatible; LinkStash Bookmark Manager; http:\/\/www.xrayz.co.uk\/)"},{"description":"Mojeek Search Preview robot (217.155.205.xx)","ua":"Mozilla\/5.0 (compatible; MojeekBot\/2.0; http:\/\/www.mojeek.com\/bot.html)"},{"description":"Joomla!\/Mambo component - MosBookmarks (bot) link checking","ua":"Mozilla\/5.0 (compatible; MOSBookmarks\/v2.6-Plus; Link Checker)"},{"description":"PodTech entertainment and video network crawler","ua":"Mozilla\/5.0 (compatible; MSIE 6.0; Podtech Network; crawler_admin@podtech.net)"},{"description":"onet.pl Szukaj (Search) robot (213.180.128.1xx)","ua":"Mozilla\/5.0 (compatible; OnetSzukaj\/5.0; http:\/\/szukaj.onet.pl)"},{"description":"Pagestacker online bookmark service","ua":"Mozilla\/5.0 (compatible; PagestackerBot; http:\/\/www.pagestacker.com)"},{"description":"PalmeraBot - Links24h.com search engine robot","ua":"Mozilla\/5.0 (compatible; PalmeraBot; http:\/\/www.links24h.com\/help\/palmera) Version 0.001"},{"description":"FeedMo feed search (Japan) using Pear HTTP","ua":"Mozilla\/5.0 (compatible; PEAR HTTP_Request class; http:\/\/feed.moo.jp\/)"},{"description":"PHONifier mobile access to web content","ua":"Mozilla\/5.0 (compatible; Phonifier; +http:\/\/www.phonifier.com)"},{"description":"pmoz.info ODP link checking bot","ua":"Mozilla\/5.0 (compatible; pmoz.info ODP link checker; +http:\/\/pmoz.info\/doc\/botinfo.htm)"},{"description":"Pogodak search (Slovenia) robot via Interseek","ua":"Mozilla\/5.0 (compatible; pogodak.ba\/3.x)"},{"description":"Pogodak search (Slovenia) robot via Interseek","ua":"Mozilla\/5.0 (compatible; Pogodak.hr\/3.1)"},{"description":"Proximic Publisher Widget - RSS and news content generator","ua":"Mozilla\/5.0 (compatible; Proximic crawler; +http:\/\/www.proximic.com\/en\/about-us\/contact-us.html)"},{"description":"ProgramacionWeb.net PWeBot crawler (Argentina)","ua":"Mozilla\/5.0 (compatible; PWeBot\/3.1; http:\/\/www.programacionweb.net\/robot.php)"},{"description":"Quantcast - Open Internet Ratings Service","ua":"Mozilla\/5.0 (compatible; Quantcastbot\/1.0; www.quantcast.com)"},{"description":"robtex - Multi-RBL check and AS-numbercheck","ua":"Mozilla\/5.0 (compatible; robtexbot\/1.0; http:\/\/www.robtex.com\/ )"},{"description":"ScoutJet (Blekko) search web crawler","ua":"Mozilla\/5.0 (compatible; ScoutJet; +http:\/\/www.scoutjet.com\/)"},{"description":"Scrub the web robot (66.93.156.xx)","ua":"Mozilla\/5.0 (compatible; Scrubby\/2.2; http:\/\/www.scrubtheweb.com\/)"},{"description":"Shunixbot (France) beta \/ test semantic web indexing robot","ua":"Mozilla\/5.0 (compatible; ShunixBot\/1.x.x +http:\/\/www.shunix.com\/robot.htm)"},{"description":"Shunixbot (France) beta \/ test semantic web indexing robot","ua":"Mozilla\/5.0 (compatible; ShunixBot\/1.x; http:\/\/www.shunix.com\/bot.htm)"},{"description":"Skreemr - Audio search engine","ua":"Mozilla\/5.0 (compatible; SkreemRBot +http:\/\/skreemr.com)"},{"description":"Snap Firefox Search Plugin","ua":"Mozilla\/5.0 (compatible; SnapPreviewBot; en-US; rv:1.8.0.9) Gecko\/20061206 Firefox\/1.5.0.9"},{"description":"Spurl.net bookmark service & search engine (84.40.30.xxx)","ua":"Mozilla\/5.0 (compatible; SpurlBot\/0.2) "},{"description":"Summize - Opinion and review search robot","ua":"Mozilla\/5.0 (compatible; SummizeBot +http:\/\/www.summize.com)"},{"description":"Syclik Control web content management system","ua":"Mozilla\/5.0 (compatible; SYCLIKControl\/LinkChecker;)"},{"description":"Synoo web directory robot","ua":"Mozilla\/5.0 (compatible; Synoobot\/0.9; http:\/\/www.synoo.com\/search\/bot.html)"},{"description":"Theophrastus Internet Spider for a basic search engine project","ua":"Mozilla\/5.0 (compatible; Theophrastus\/x.x; http:\/\/users.cs.cf.ac.uk\/N.A.Smith\/theophrastus.php)"},{"description":"Interseek - Java search engine technology used for Pogodak search","ua":"Mozilla\/5.0 (compatible; TridentSpider\/3.1)"},{"description":"WiseGuys robot","ua":"Mozilla\/5.0 (compatible; Vagabondo\/2.1; webcrawler at wise-guys dot nl; http:\/\/webagent.wise-guys.nl\/)"},{"description":"Webdunia search (India) robot","ua":"Mozilla\/5.0 (compatible; Webduniabot\/1.0; +http:\/\/search.webdunia.com\/bot.aspx)"},{"description":"phpwebbrain online bookmark service (Germany)","ua":"Mozilla\/5.0 (compatible; Windows NT 5.0; phpwebbrainBot\/0.1 - http:\/\/www.monsterli.ch\/phpwebbrain\/)"},{"description":"WORIO (beta) search for computer scientists and programmers using Heritrix open-source crawler","ua":"Mozilla\/5.0 (compatible; worio bot heritrix\/1.10.0 +http:\/\/worio.com)"},{"description":"Kathune spider for World of Warcraft guild data. Used to power WoW Lemmings","ua":"Mozilla\/5.0 (compatible; WoW Lemmings Kathune\/2.0;http:\/\/www.wowlemmings.com\/kathune.html)"},{"description":"eXternalTest - Server and online services monitoring","ua":"Mozilla\/5.0 (compatible; XTbot\/1.0v; +http:\/\/www.externaltest.com)"},{"description":"Yahoo \/ Inktomi search robot","ua":"Mozilla\/5.0 (compatible; Yahoo! DE Slurp; http:\/\/help.yahoo.com\/help\/us\/ysearch\/slurp)"},{"description":"Inktomi robot (202.160.180.xxx) for Yahoo China","ua":"Mozilla\/5.0 (compatible; Yahoo! Slurp China; http:\/\/misc.yahoo.com.cn\/help.html)"},{"description":"Inktomi robot for Yahoo (via 66.196.xx.xxx)","ua":"Mozilla\/5.0 (compatible; Yahoo! Slurp; http:\/\/help.yahoo.com\/help\/us\/ysearch\/slurp)"},{"description":"Yesup Seo - Toronto SEO Service","ua":"Mozilla\/5.0 (compatible; YesupBot\/1.0; +http:\/\/www.yesup.net\/bot.html)"},{"description":"Yoono - community based search (193.110.140.xxx \/ 194.0.179.[x]xx)","ua":"Mozilla\/5.0 (compatible; Yoono; http:\/\/www.yoono.com\/)"},{"description":"Youdao search (China) robot","ua":"Mozilla\/5.0 (compatible; YoudaoBot\/1.0; http:\/\/www.youdao.com\/help\/webmaster\/spider\/; )"},{"description":"Zenbot robot for the Southern African Zen search service","ua":"Mozilla\/5.0 (compatible; Zenbot\/1.3; +http:\/\/zen.co.za\/webmasters\/)"},{"description":"Powerset Natural Language Search crawler (under development) using Heritrix via Amazon Web Services","ua":"Mozilla\/5.0 (compatible; zermelo +http:\/\/www.powerset.com) [email:paul@page-store.com,crawl@powerset.com]"},{"description":"Heritrix - The Internet Archive's open-source crawler (207.241.225.2xx)","ua":"Mozilla\/5.0 (compatible;archive.org_bot\/1.7.1; collectionId=316; Archive-It; +http:\/\/www.archive-it.org)"},{"description":"Wayback Machine Internet Archive crawler","ua":"Mozilla\/5.0 (compatible;archive.org_bot\/heritrix-1.9.0-200608171144 +http:\/\/pandora.nla.gov.au\/crawl.html)"},{"description":"FindITAnswers - Search engine for software developers","ua":"Mozilla\/5.0 (compatible;FindITAnswersbot\/1.0;+http:\/\/search.it-influentials.com\/bot.htm)"},{"description":"Mainseek search (Poland) robot","ua":"Mozilla\/5.0 (compatible;MAINSEEK_BOT)"},{"description":"MozShot - Technical demo to take screenshot of any URL","ua":"Mozilla\/5.0 (Gecko\/20070310 Mozshot\/0.0.20070628; http:\/\/mozshot.nemui.org\/)"},{"description":"Mozilla Firefox 3.0 beta (Gran Paradiso) for MacOS","ua":"Mozilla\/5.0 (Macintosh; U; Intel Mac OS X 10.4; en-US; rv:1.9b5) Gecko\/2008032619 Firefox\/3.0b5"},{"description":"Chimera browser (Mozilla\/Gecko engine) - now Camino Mac PowerPC","ua":"Mozilla\/5.0 (Macintosh; U; PPC Mac OS X Mach-O; en-US; rv:1.0.1) Gecko\/20021219 Chimera\/0.6 "},{"description":"Camino browser (Mozilla\/Gecko engine) - ex Chimera Mac PowerPC","ua":"Mozilla\/5.0 (Macintosh; U; PPC Mac OS X Mach-O; en-US; rv:1.0.1) Gecko\/20030306 Camino\/0.7"},{"description":"OmniWeb 5.x.x Mac OS X browser","ua":"Mozilla\/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit\/xx (KHTML like Gecko) OmniWeb\/v5xx.xx"},{"description":"Safari 1.2x browser (Mozilla\/Gecko engine) MAC OS X","ua":"Mozilla\/5.0 (Macintosh; U; PPC Mac OS X; en-us) AppleWebKit\/xxx.x (KHTML like Gecko) Safari\/12x.x"},{"description":"Netscape 6.x Mac PowerPC","ua":"Mozilla\/5.0 (Macintosh; U; PPC; en-US; rv:0.9.2) Gecko\/20010726 Netscape6\/6.1"},{"description":"unknown robot from gw.ocg-corp.com","ua":"Mozilla\/5.0 (research@mediatrec.com)"},{"description":"Sage - RSS and Atom feed reader extension for Mozilla Firefox","ua":"Mozilla\/5.0 (Sage)"},{"description":"Inktomi (Hotbot-Lycos - NBCi etc.) robot","ua":"Mozilla\/5.0 (Slurp\/cat; slurp@inktomi.com; http:\/\/www.inktomi.com\/slurp.html)"},{"description":"Inktomi (Hotbot-Lycos - NBCi etc.) robot","ua":"Mozilla\/5.0 (Slurp\/si; slurp@inktomi.com; http:\/\/www.inktomi.com\/slurp.html)"},{"description":"Opera 5.x SunOS","ua":"Mozilla\/5.0 (SunOS 5.8 sun4u; U) Opera 5.0 [en]"},{"description":"Twiceler experimental web crawler","ua":"Mozilla\/5.0 (Twiceler-0.9 http:\/\/www.cuill.com\/twiceler\/robot.html)"},{"description":"Some spambot from Romania (82.208.139.1xx & 86.123.65.xx) - Maybe email harvesting","ua":"Mozilla\/5.0 (Version: xxxx Type:xx)"},{"description":"GenieKnows.com search robot (64.5.245.xx \/ 64.5.220.xxx)","ua":"Mozilla\/5.0 (wgao@genieknows.com)"},{"description":"Netscape 6.x Win98","ua":"Mozilla\/5.0 (Windows; U; Win98; en-US; rv:0.9.2) Gecko\/20010726 Netscape6\/6.1"},{"description":"Firebird browser (Mozilla\/Gecko engine) - ex Phoenix Win98","ua":"Mozilla\/5.0 (Windows; U; Win98; en-US; rv:x.xx) Gecko\/20030423 Firebird Browser\/0.6"},{"description":"Beonex Communicator browser (Mozilla\/Gecko engine)","ua":"Mozilla\/5.0 (Windows; U; Win9x; en; Stable) Gecko\/20020911 Beonex\/0.8.1-stable"},{"description":"Healthline health related search robot (72.5.115.xx)","ua":"Mozilla\/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.7.7) NimbleCrawler 1.11 obeys UserAgent NimbleCrawler For problems contact: crawler_at_dataalchemy.com"},{"description":"Google Chrome browser based on WebKit (Safari)","ua":"Mozilla\/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit\/525.19 (KHTML, like Gecko) Chrome\/0.2.153.1 Safari\/525.19"},{"description":"Flock web browser built on Mozilla technologies","ua":"Mozilla\/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.5) Gecko\/20060731 Firefox\/1.5.0.5 Flock\/0.7.4.1"},{"description":"Megaupload Mega Manager - Download manager plugin for Firefox","ua":"Mozilla\/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.11) Gecko\/20071127 Firefox\/2.0.0.4\/Megaupload x.0"},{"description":"Orca browser - based on Gecko","ua":"Mozilla\/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.0.1) Gecko\/2008092215 Firefox\/3.0.1 Orca\/1.1 beta 3"},{"description":"Firefox browser (Mozilla\/Gecko engine) - ex Firebird WinXP","ua":"Mozilla\/5.0 (Windows; U; Windows NT 5.1; en-US; rv:x.x.x) Gecko\/20041107 Firefox\/x.x"},{"description":"Firebird browser (Mozilla\/Gecko engine) - ex Phoenix WinXP","ua":"Mozilla\/5.0 (Windows; U; Windows NT 5.1; en-US; rv:x.xx) Gecko\/20030504 Mozilla Firebird\/0.6"},{"description":"Mnenhy - enhanced mail & news Mozilla based browser","ua":"Mozilla\/5.0 (Windows; U; Windows NT 5.1; en-US; rv:x.xxx) Gecko\/20041027 Mnenhy\/0.6.0.104"},{"description":"Voila.fr robot","ua":"Mozilla\/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)"},{"description":"Voila.fr robot","ua":"Mozilla\/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)"},{"description":"Mozilla Firefox 3.0 beta (Gran Paradiso) for Win","ua":"Mozilla\/5.0 (Windows; U; Windows NT 6.0; en-US; rv:1.9b5) Gecko\/2008032620 Firefox\/3.0b5"},{"description":"Tiscali Communicator - Online services suite","ua":"Mozilla\/5.0 (Windows; U;XMPP Tiscali Communicator v.10.0.1; Windows NT 5.1; it; rv:1.8.1.3) Gecko\/20070309 Firefox\/2.0.0.3"},{"description":"Healthline health related search robot (72.5.115.xx)","ua":"Mozilla\/5.0 (Windows;) NimbleCrawler 1.12 obeys UserAgent NimbleCrawler For problems contact: crawler@health"},{"description":"Healthline health related search robot (72.5.115.xx)","ua":"Mozilla\/5.0 (Windows;) NimbleCrawler 1.12 obeys UserAgent NimbleCrawler For problems contact: crawler@healthline.com"},{"description":"Kazehakase - Gecko based browser (Japan)","ua":"Mozilla\/5.0 (X11; Linux i686; U;rv: 1.7.13) Gecko\/20070322 Kazehakase\/0.4.4.1"},{"description":"Netscape 6.x Linux","ua":"Mozilla\/5.0 (X11; U; Linux 2.4.2-2 i586; en-US; m18) Gecko\/20010131 Netscape6\/6.01"},{"description":"SeaMonkey browser suite (ex Mozilla) on Linux","ua":"Mozilla\/5.0 (X11; U; Linux i686; de-AT; rv:1.8.0.2) Gecko\/20060309 SeaMonkey\/1.0"},{"description":"Epiphany (Mozilla\/Gecko engine) browser Linux","ua":"Mozilla\/5.0 (X11; U; Linux i686; en-GB; rv:1.7.6) Gecko\/20050405 Epiphany\/1.6.1 (Ubuntu) (Ubuntu package 1.0.2)"},{"description":"Nautilus (developed by Eazel.com) 1.x Browser Linux","ua":"Mozilla\/5.0 (X11; U; Linux i686; en-US; Nautilus\/1.0Final) Gecko\/20020408"},{"description":"Mozilla (Gecko) 0.9x browser Linux","ua":"Mozilla\/5.0 (X11; U; Linux i686; en-US; rv:0.9.3) Gecko\/20010801"},{"description":"Spinn3r social network crawler","ua":"Mozilla\/5.0 (X11; U; Linux i686; en-US; rv:1.2.1; aggregator:Spinn3r (Spinn3r 3.1); http:\/\/spinn3r.com\/robot) Gecko\/20021130"},{"description":"Phoenix 0.3 browser (Mozilla\/Gecko engine) - now Firebird Linux","ua":"Mozilla\/5.0 (X11; U; Linux i686; en-US; rv:1.2b) Gecko\/20021007 Phoenix\/0.3"},{"description":"Epiphany (Mozilla\/Gecko engine) browser Linux","ua":"Mozilla\/5.0 (X11; U; Linux i686; en-US; rv:1.6) Gecko\/20040413 Epiphany\/1.2.1"},{"description":"Snap Firefox Search Plugin","ua":"Mozilla\/5.0 (X11; U; Linux i686; en-US; rv:1.8.0.7) Gecko\/20060909 Firefox\/1.5.0.7 SnapPreviewBot"},{"description":"Bon Echo Alpha - developer preview of future Firefox browser","ua":"Mozilla\/5.0 (X11; U; Linux i686; en-US; rv:1.8.1) Gecko\/20061129 BonEcho\/2.0"},{"description":"IceWeasel - the GNU version of the Firefox browser","ua":"Mozilla\/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko\/20061205 Iceweasel\/2.0.0.1 (Debian-2.0.0.1+dfsg-2)"},{"description":"Mozilla Firefox 3.0 beta (Gran Paradiso) for Linux","ua":"Mozilla\/5.0 (X11; U; Linux x86_64; en-US; rv:1.9a8) Gecko\/2007100619 GranParadiso\/3.0a8"},{"description":"Galeon 1.x Browser Linux","ua":"Mozilla\/5.0 Galeon\/1.0.2 (X11; Linux i686; U;) Gecko\/20011224"},{"description":"gURLChecker - GNOME link checking tool","ua":"Mozilla\/5.0 gURLChecker\/0.x.x (Linux)"},{"description":"URL Spider - used by usww.net","ua":"Mozilla\/5.0 URL-Spider"},{"description":"W8net spider","ua":"Mozilla\/5.0 usww.com-Spider-for-w8.net"},{"description":"GenieKnows.com search robot (64.5.245.xx \/ 64.5.220.xxx)","ua":"Mozilla\/5.0 wgao@genieknows.com"},{"description":"axxus.de German business directory","ua":"Mozilla\/5.0 whoiam [http:\/\/www.axxus.de\/]"},{"description":"Yuntis : Collaborative Web Resource Categorization and Ranking Project robot","ua":"Mozilla\/5.0 [en] (compatible; Gulper Web Bot 0.2.4 www.ecsl.cs.sunysb.edu\/~maxim\/cgi-bin\/Link\/GulperBot)"},{"description":"MetaExplorer project's MetaQuerier robot","ua":"MQbot metaquerier.cs.uiuc.edu\/crawler"},{"description":"MetaExplorer project's MetaQuerier robot","ua":"MQBOT\/Nutch-0.9-dev (MQBOT Nutch Crawler; http:\/\/falcon.cs.uiuc.edu; mqbot@cs.uiuc.edu)"},{"description":"MS Frontpage 4.x","ua":"MSFrontPage\/4.0"},{"description":"Some faked UA - maybe for a download manager","ua":"MSIE 4.0 (Win95)"},{"description":"unknown robot from gw.ocg-corp.com (209.126.176.x)","ua":"MSIE-5.13 (larbin@unspecified.mail)"},{"description":"MSN media search robot","ua":"msnbot-media\/1.0 (+http:\/\/search.msn.com\/msnbot.htm)"},{"description":"Windows Live product search (Beta) robot","ua":"msnbot-Products\/1.0 (+http:\/\/search.msn.com\/msnbot.htm)"},{"description":"MSN Search robot - 131.107.xxx.xxx 204.95.96.xxx - 204.95.111.xxx 207.46.xxx.xxx","ua":"MSNBOT\/0.xx (http:\/\/search.msn.com\/msnbot.htm)"},{"description":"MSN Search robot - 131.107.xxx.xxx 204.95.96.xxx - 204.95.111.xxx 207.46.xxx.xxx","ua":"msnbot\/x.xx ( http:\/\/search.msn.com\/msnbot.htm)"},{"description":"Microsoft search for mobiles","ua":"MSNBOT_Mobile MSMOBOT Mozilla\/2.0 (compatible; MSIE 4.02; Windows CE; Default)"},{"description":"MSN Search robot - 131.107.xxx.xxx 204.95.96.xxx - 204.95.111.xxx 207.46.xxx.xxx","ua":"MSNPTC\/1.0"},{"description":"Microsoft proxy server","ua":"MSProxy\/2.0"},{"description":"MacEdition CodeBitch link checking","ua":"MSRBOT"},{"description":"Microsoft MSRBot","ua":"MSRBOT (http:\/\/research.microsoft.com\/research\/sv\/msrbot)"},{"description":"StreamBox VCR user agent","ua":"Mulder, VCR-1.0"},{"description":"Multiblocker (Fantomaster) anonymity software user","ua":"multiBlocker browser"},{"description":"MultiCrawler for DERI Galway's Semantic Web Search Engine cluster","ua":"multicrawler ( http:\/\/sw.deri.org\/2006\/04\/multicrawler\/robots.html)"},{"description":"Virginia Tech Digital Library Research Laboratory robot","ua":"MultiText\/0.1"},{"description":"SoMusical! musical directory link checking","ua":"MusicWalker2.0 ( http:\/\/www.somusical.com)"},{"description":"Unknown bad bot from diff. Taiwanese IPs","ua":"MVAClient"},{"description":"Windows HTTP Services (WinHTTP)","ua":"My WinHTTP Connection"},{"description":"unknown user robot (24.124.34.42)","ua":"myDaemon"},{"description":"GetRight download manager","ua":"MyGetRight\/1.0.0"},{"description":"GetRight download manager","ua":"MyGetRight\/1.0b"},{"description":"Mylinea France web catalogue crawler","ua":"Mylinea.com Crawler 2.0"},{"description":"VDOG - SEO webdirecory (Germany) link checking","ua":"mylinkcheck\/1.02"},{"description":"Blogbot (Germany) robot","ua":"Naamah 1.0.1\/Blogbot (http:\/\/blogbot.de\/)"},{"description":"Blogbot (Germany) robot","ua":"Naamah 1.0a\/Blogbot (http:\/\/blogbot.de\/)"},{"description":"Naver Japan \/ Korea robot ","ua":"NABOT\/5.0"},{"description":"Naver Japan \/ Korea robot ","ua":"nabot_1.0"},{"description":"Badbot searching for Wordpress wp-login.php","ua":"NameOfAgent (CMS Spider)"},{"description":"naoFavicon4IE","ua":"naoFavicon4IE\/1.xx"},{"description":"Unknown spambot \/ harvester from diff. IPs","ua":"NASA Search 1.0"},{"description":"Nationaldirectory spider","ua":"NationalDirectory-WebSpider\/1.3"},{"description":"Nationaldirectory spider","ua":"NationalDirectoryAddURL\/1.0"},{"description":"Naver Japan \/ Korea robot","ua":"NaverBot-1.0 (NHN Corp. \/ +82-2-3011-1954 \/ nhnbot@naver.com)"},{"description":"Naver Japan \/ Korea robot","ua":"NaverBot_dloader\/1.5"},{"description":"Navisso closed beta robot (69.41.162.1xx)","ua":"NavissoBot"},{"description":"Navisso closed beta robot (69.41.162.1xx)","ua":"NavissoBot\/1.7 (+http:\/\/navisso.com\/)"},{"description":"Vias Information Archival robot","ua":"NCSA Beta 1 (http:\/\/vias.ncsa.uiuc.edu\/viasarchivinginformation.html)"},{"description":"Nebulla.info distributed crawler (Germany)","ua":"Nebullabot\/2.2 (http:\/\/bot.nebulla.info)"},{"description":"NEC Researchindex robot - now CiteSeer.IST scientific document index","ua":"NEC Research Agent -- compuman at research.nj.nec.com"},{"description":"rcn.com user agent ? NEC Researchindex robot ?","ua":"NEC-Hayek\/1.0"},{"description":"Net Seekr search robot","ua":"Net-Seekr Bot\/Net-Seekr Bot V1 (http:\/\/www.net-seekr.com)"},{"description":"NetAnts download manager","ua":"NetAnts\/1.2x"},{"description":"NetComplete IE browser package","ua":"NETCOMplete\/x.xx"},{"description":"Netinfo.bg search (Bulgaria) robot","ua":"NetinfoBot\/1.0 (http:\/\/netinfo.bg\/netinfobot.html)"},{"description":"Netlookout internet notifier","ua":"NetLookout\/2.24"},{"description":"Netluchs (Germany) search (193.164.8.xx)","ua":"Netluchs\/0.8-dev ( ; http:\/\/www.netluchs.de\/; ___don't___spam_me_@netluchs.de)"},{"description":"NetMechanic link checker","ua":"NetMechanic Vx.0"},{"description":"NewsGator NetNewsWire - Mac RSS feed reader","ua":"NetNewsWire\/2.x (Mac OS X; http:\/\/ranchero.com\/netnewswire\/)"},{"description":"unknown InCom (216.0.107.xx) robot","ua":"NetNoseCrawler\/v1.0"},{"description":"Netprospector metasearch software","ua":"Netprospector JavaCrawler"},{"description":"Netpumper download manager","ua":"NetPumper\/x.xx"},{"description":"Look.com robot (209.87.232.x)","ua":"NetResearchServer(http:\/\/www.look.com)"},{"description":"IncyWincy search engine using DMOZ database","ua":"NetResearchServer\/x.x(loopimprovements.com\/robot.html)"},{"description":"NetSeer search (beta) crawler via Amazon Web Services - see also Teemer","ua":"NetSeer\/Nutch-0.9 (NetSeer Crawler; http:\/\/www.netseer.com; crawler@netseer.com)"},{"description":"Wirtualna Polska \/ Netsprint search (Poland) robot","ua":"NetSprint -- 2.0"},{"description":"NetWhat Search crawler (69.9.167.1xx)","ua":"NetWhatCrawler\/0.06-dev (NetWhatCrawler from NetWhat.com; http:\/\/www.netwhat.com; support@netwhat.com)"},{"description":"Netzippy robot","ua":"NetZippy"},{"description":"unknown","ua":"NeuralBot\/0.2"},{"description":"Unknown (12.238.4.xxx) attbi.com client robot","ua":"newsearchengine (ThisUser@unspecified.mail)"},{"description":"FetchLinks plugin for NewsGator RSS reader","ua":"NewsGator FetchLinks extension\/0.2.0 (http:\/\/graemef.com)"},{"description":"NewsGator online RSS reader","ua":"NewsGatorOnline\/2.0 (http:\/\/www.newsgator.com; 1 subscribers)"},{"description":"Eliyon Crawler for Business People Search","ua":"NextGenSearchBot 1 (for information visit http:\/\/www.eliyon.com\/NextGenSearchBot)"},{"description":"Nextopia crawler","ua":"NextopiaBOT (+http:\/\/www.nextopia.com) distributed crawler client beta v0.x"},{"description":"find your keywords - semantic search (Germany) robot","ua":"NG-Search\/0.90 (NG-SearchBot; http:\/\/www.ng-search.com; )"},{"description":"Exalead (France) search robot (193.47.80.xx)","ua":"NG\/1.0"},{"description":"Exalead Websearch image crawler (193.47.80.xx)","ua":"NG\/4.0.1229"},{"description":"Unknown UA from PlanetLab distributed network","ua":"nicebot"},{"description":"NicoZone childsafe search robot ","ua":"NICO\/1.0"},{"description":"Nikita the Spider - Online HTML validation , link checking","ua":"Nikita the Spider (http:\/\/NikitaTheSpider.com\/)"},{"description":"Experimental LSI (?) robot from 140.233.69.xx (Middlebury.edu)","ua":"NITLE Blog Spider\/0.01"},{"description":"Download manager","ua":"Nitro Downloader 1.x (www.klsofttools.com)"},{"description":"Noago spider","ua":"Noago Spider"},{"description":"telefonica.es user robot","ua":"Nocilla\/1.0"},{"description":"Google WAP robot","ua":"Nokia-WAPToolkit\/1.2 googlebot(at)googlebot.com"},{"description":"Botmobi crawler for Find.mobi mobile search","ua":"Nokia6300\/2.0 (05.50) Profile\/MIDP-2.0 Configuration\/CLDC-1.1 (botmobi http:\/\/find.mobi\/bot.html abuse@mtld.mobi)"},{"description":"YahooSeeker\/M1A1-R2D2 - Yahoo mobile web crawling robot","ua":"Nokia6610\/1.0 (3.09) Profile\/MIDP-1.0 Configuration\/CLDC-1.0 (compatible;YahooSeeker\/M1A1-R2D2; http:\/\/help.yahoo.com\/help\/us\/ysearch\/crawling\/crawling-01.html)"},{"description":"Google WAP proxy","ua":"Nokia7110\/1.0 (05.01) (Google WAP Proxy\/1.0)"},{"description":"Nokodo public beta search robot (67.18.222.xx)","ua":"NokodoBot\/1.x (+http:\/\/nokodo.com\/bot.htm)"},{"description":"Burf.com UK Search Engine robot","ua":"Norbert the Spider(Burf.com)"},{"description":"noXtrum search robot (Spain)","ua":"noxtrumbot\/1.0 (crawler@noxtrum.com)"},{"description":"Noyona job search (preview)","ua":"noyona_0_1"},{"description":"Nameprotect copyright search robot (24.177.134.x)","ua":"NP\/0.1 (NP; http:\/\/www.nameprotect.com; npbot@nameprotect.com)"},{"description":"Nameprotect copyright search robot (24.177.134.x)","ua":"NPBot (http:\/\/www.nameprotect.com\/botinfo.html)"},{"description":"Nameprotect copyright search robot (24.177.134.x)","ua":"NPBot-1\/2.0"},{"description":"Nsauditor Network Security Auditor","ua":"Nsauditor\/1.x"},{"description":"NetShow Media Player = Windows Media Player 10","ua":"NSPlayer\/10.0.0.xxxx WMFSDK\/10.0"},{"description":"Nsyght social search application","ua":"nsyght.com\/Nutch-1.0-dev (nsyght.com; Nsyght.com)"},{"description":"Nsyght social search application","ua":"nsyght.com\/Nutch-x.x (nsyght.com; search.nsyght.com)"},{"description":"NTT Directory robot","ua":"nttdirectory_robot\/0.9 (super-robot@super.navi.ocn.ne.jp)"},{"description":"Nucleus CMS SiteList link managing plugin","ua":"Nucleus SiteList LinkChecker\/1.1"},{"description":"nuSearch spider (84.9.136.xxx)","ua":"nuSearch Spider <a href='http:\/\/www.nusearch.com'>www.nusearch.com<\/a> (compatible; MSIE 4.01)"},{"description":"nuSearch spider (84.9.136.xxx)","ua":"NuSearch Spider (compatible; MSIE 6.0)"},{"description":"nuSearch spider (84.9.136.xxx)","ua":"NuSearch Spider www.nusearch.com"},{"description":"Nutch open source robot","ua":"Nutch"},{"description":"Picapage search for handheld devices using Nutch","ua":"Nutch crawler\/Nutch-0.9 (picapage.com; admin@picapage.com)"},{"description":"Ayell Euronet business directory robot using Nutch","ua":"Nutch\/Nutch-0.9 (Eurobot; http:\/\/www.ayell.eu )"},{"description":"Netsweeper content filtering engine (66.207.120.2xx) powered by Nutch","ua":"NutchCVS\/0.06-dev (Nutch; http:\/\/www.nutch.org\/docs\/en\/bot.html; nutch-agent@lists.sourceforge.net)"},{"description":"Nutch open source robot","ua":"NutchCVS\/0.0x-dev (Nutch; http:\/\/www.nutch.org\/docs\/bot.html; nutch-agent@lists.sourceforge.net)"},{"description":"Robot from University of Washington Computer Science & Engineering (128.208.6.2xx)","ua":"NutchCVS\/0.7.1 (Nutch running at UW; http:\/\/www.nutch.org\/docs\/en\/bot.html; sycrawl@cs.washington.edu)"},{"description":"Amazon Elastic Compute Cloud (Amazon EC2) robot","ua":"NutchEC2Test\/Nutch-0.9-dev (Testing Nutch on Amazon EC2.; http:\/\/lucene.apache.org\/nutch\/bot.html; ec2test at lucene.com)"},{"description":"Nutch open source robot","ua":"NutchOrg\/0.0x-dev (Nutch; http:\/\/www.nutch.org\/docs\/bot.html; nutch-agent@lists.sourceforge.net)"},{"description":"Unknown robot using Nutch (maybe private crawling) via Cox network (70.187.130.25x)","ua":"nutchsearch\/Nutch-0.9 (Nutch Search 1.0; herceg_novi at yahoo dot com)"},{"description":"Unknown crawler from University of Washington - Computer science","ua":"NutchVinegarCrawl\/Nutch-0.8.1 (Vinegar; http:\/\/www.cs.washington.edu; eytanadar at gmail dot com)"},{"description":"Weblog bookwatch robot","ua":"obidos-bot (just looking for books.)"},{"description":"Objects Search robot","ua":"ObjectsSearch\/0.01-dev (ObjectsSearch;http:\/\/www.ObjectsSearch.com\/bot.html; support@thesoftwareobjects.com)"},{"description":"Objects Search robot","ua":"ObjectsSearch\/0.0x (ObjectsSearch; http:\/\/www.ObjectsSearch.com\/bot.html; support@thesoftwareobjects.com)"},{"description":"Cobion Germany Brand Protection Services robot","ua":"oBot ((compatible;Win32))"},{"description":"GlobalSpec Engineering Search robot (66.194.55.xxx)","ua":"Ocelli\/1.x (http:\/\/www.globalspec.com\/Ocelli)"},{"description":"Octopus download manager","ua":"Octopus"},{"description":"Octora blog or RSS information crawler - beta (66.228.114.xx)","ua":"Octora Beta - www.octora.com"},{"description":"Octora RSS feed search","ua":"Octora Beta Bot - www.octora.com"},{"description":"Meta Products Offlinebrowser","ua":"Offline Explorer 1.*"},{"description":"Claymont robot \/ Internetseer Web Site Monitoring","ua":"OliverPerry"},{"description":"OmniExplorer car & shopping search (64.62.175.xxx)","ua":"OmniExplorer_Bot\/1.0x (+http:\/\/www.omni-explorer.com) Internet CategorizerOmniExplorer http:\/\/www.omni-explorer.com\/ car & shopping search (64.62.175.xxx)"},{"description":"OmniExplorer car & shopping search (64.62.175.xxx)","ua":"OmniExplorer_Bot\/1.0x (+http:\/\/www.omni-explorer.com) Job Crawler"},{"description":"OmniExplorer car & shopping search (64.62.175.xxx)","ua":"OmniExplorer_Bot\/1.1x (+http:\/\/www.omni-explorer.com) Torrent Crawler"},{"description":"OmniExplorer car & shopping search (64.62.175.xxx)","ua":"OmniExplorer_Bot\/x.xx (+http:\/\/www.omni-explorer.com) WorldIndexer"},{"description":"onsearch.de German web directory link checking ","ua":"onCHECK Linkchecker von www.scientec.de fuer www.onsinn.de"},{"description":"onsearch.de German web directory link checking ","ua":"onCHECK-Robot, www.onsearch.de"},{"description":"onet.pl Szukaj (Search) robot (213.180.128.1xx)","ua":"Onet.pl SA- http:\/\/szukaj.onet.pl"},{"description":"Dead-Links.com link validation spider","ua":"online link validator (http:\/\/www.dead-links.com\/)"},{"description":"Online24 shopping portal (Germany) link checking","ua":"Online24-Bot (Version: 1.0x, powered by www.online24.de)"},{"description":"OntoSpider - Dutch robot for a research project. (195.11.244.xx)","ua":"OntoSpider\/1.0 libwww-perl\/5.65"},{"description":"SeetooZ search crawler","ua":"OOZBOT\/0.20 ( http:\/\/www.setooz.com\/oozbot.html ; agentname at setooz dot_com )"},{"description":"OpenAcoon open source search engine (used by Acoon search)","ua":"OpenAcoon v4.0.x (www.openacoon.de)"},{"description":"Openfind.com.tw robot","ua":"Openbot\/3.0+(robot-response@openfind.com.tw;+http:\/\/www.openfind.com.tw\/robot.html)"},{"description":"Openfind.com.tw robot","ua":"Openfind data gatherer- Openbot\/3.0+(robot-response@openfind.com.tw;+http:\/\/www.openfind.com.tw\/robot.html)"},{"description":"Openfind.com.tw robot","ua":"Openfind Robot\/1.1A2"},{"description":"open i search robot - search engine in development","ua":"OpenISearch\/1.x (www.openisearch.com)"},{"description":"Opentagger social bookmarking system","ua":"OpenTaggerBot (http:\/\/www.opentagger.com\/opentaggerbot.htm)"},{"description":"OpenText crawler","ua":"OpenTextSiteCrawler\/2.9.2"},{"description":"OpenWebSpider - Open Source web search engine","ua":"OpenWebSpider\/0.x.x (http:\/\/www.openwebspider.org)"},{"description":"OpenWebSpider - Open Source web search engine","ua":"OpenWebSpider\/x"},{"description":"Opera 5.0 Linux","ua":"Opera\/5.0 (Linux 2.0.38 i386; U) [en]"},{"description":"Opera 5.11 faked WinME referer","ua":"Opera\/5.11 (Windows ME; U) [ru]"},{"description":"Opera 5.12 Win98","ua":"Opera\/5.12 (Windows 98; U) [en]"},{"description":"unknown robot from gw.ocg-corp.com (209.126.176.x)","ua":"Opera\/6.01 (larbin@unspecified.mail)"},{"description":"Opera 6.x- Mandrake Linux","ua":"Opera\/6.x (Linux 2.4.8-26mdk i686; U) [en]"},{"description":"Opera 6.x WinNT","ua":"Opera\/6.x (Windows NT 4.0; U) [de]"},{"description":"Opera 7.x WinXP","ua":"Opera\/7.x (Windows NT 5.1; U) [en]"},{"description":"Opera 8.x (Beta) WinXP","ua":"Opera\/8.xx (Windows NT 5.1; U; en)"},{"description":"Opera 9 (Beta) Browser","ua":"Opera\/9.0 (Windows NT 5.1; U; en)"},{"description":"Opera 9 (final)","ua":"Opera\/9.00 (Windows NT 5.1; U; de)"},{"description":"Opera browser 9.6x on WinXP (Presto = Operas rendering engine)","ua":"Opera\/9.60 (Windows NT 5.1; U; de) Presto\/2.1.1"},{"description":"Opidoo Search Belgium robot (62.4.83.xxx)","ua":"OpidooBOT (larbin2.6.3@unspecified.mail)"},{"description":"Open Wave Phone Simulator SDK","ua":"OPWV-SDK UP.Browser\/7.0.2.3.119 (GUI) MMP\/2.0 Push\/PO"},{"description":"Oracle Application Server cache","ua":"Oracle Application Server Web Cache 10g"},{"description":"Oracle interMedia Text - Text and web documents indexing","ua":"Oracle iMTCrawler"},{"description":"Oracle Search","ua":"Oracle Ultra Search"},{"description":"Orangeslicer semantic search (Beta) Germany (193.201.52.1xx)","ua":"OrangeSpider"},{"description":"Orbiter - DailyOrbit search spider","ua":"Orbiter\/T-2.0 (+http:\/\/www.dailyorbit.com\/bot.htm)"},{"description":"Orca browser - based on Gecko","ua":"Orca Browser (http:\/\/www.orcabrowser.com)"},{"description":"Marketscore (was Netsetter) internet accelerator","ua":"OSSProxy 1.3.305.321 (Build 305.321 Win32 en-us)(Dec 21 2005 16:30:54)"},{"description":"Unknown robot from Chinanet (220.181.8.xxx)","ua":"OutfoxBot\/0.x (For internet experiments; http:\/\/; outfox.agent@gmail.com)"},{"description":"Unknown robot from Chinanet (60.191.80.1)","ua":"OutfoxMelonBot\/0.5 (for internet experiments; http:\/\/; outfoxbot@gmail.com)"},{"description":"Overture\/Fast\/Alltheweb crawler (66.77.73.xxx)","ua":"Overture-WebCrawler\/3.8\/Fresh (atw-crawler at fast dot no; http:\/\/fast.no\/support\/crawler.asp)"},{"description":"Unknown robot from 198.169.127.xx (innovationplace.com)","ua":"OWR_Crawler 0.1"},{"description":"Ozelot - Flying Cat's search engine robot (Germany)","ua":"ozelot\/2.7.3 (Search engine indexer; www.flying-cat.de\/ozelot; ozelot@flying-cat.de)"},{"description":"PADLibrary.com - PAD file software robot for FindFiles.com","ua":"PADLibrary Spider"},{"description":"Pagebites job search crawler","ua":"PageBitesHyperBot\/600 (http:\/\/www.pagebites.com\/)"},{"description":"Pagebull visual search engine","ua":"Pagebull http:\/\/www.pagebull.com\/"},{"description":"Pagestacker online bookmark service","ua":"Pagestacker Bot"},{"description":"Secure Computing SmartFilter Tools - malware crawler","ua":"page_verifier (http:\/\/www.securecomputing.com\/goto\/pv)"},{"description":"Downloadmanager ?","ua":"PagmIEDownload"},{"description":"CFC crawler used by Italian academic and research network (GARR)","ua":"parallelContextFocusCrawler1.1parallelContextFocusCrawler1.1"},{"description":"http:\/\/www.ianett.com robot","ua":"ParaSite\/1.0b (http:\/\/www.ianett.com\/parasite\/)"},{"description":"Patsearch (Germany) robot","ua":"Patwebbot (http:\/\/www.herz-power.de\/technik.html)"},{"description":"Pavuk web downloading program for Unix","ua":"pavuk\/0.9pl29b i686-pc-linux-gnu"},{"description":"Some site scanning tool via diff. IPs- i.e.: - cox.net (68.4.xxx.xxx)","ua":"PBrowse 1.4b"},{"description":"Post.sk \/ Eurotel.sk robot","ua":"pd02_1.0.0 pd02_1.0.0@dzimi@post.sk"},{"description":"Pear HTTP_Request PHP extension package","ua":"PEAR HTTP_Request class ( http:\/\/pear.php.net\/ )"},{"description":"Peerbot - favicon search robot","ua":"PEERbot www.peerbot.com"},{"description":"Unknown robot from 64.5.48.xxx (Plethoric.net)","ua":"PeopleChat\/Search_Engine"},{"description":"Some site scanning tool via diff. IPs","ua":"PEval 1.4b"},{"description":"diff. IPs \/ services","ua":"PHP\/3.x.xx"},{"description":"diff. IPs \/ services","ua":"PHP\/4.0.4pl1"},{"description":"diff. IPs \/ services- i.e.: -NTT\/Verio Inc. link checker","ua":"PHP\/4.0.6"},{"description":"diff. IPs \/ services- i.e.: - Phenominet.com link checking","ua":"PHP\/4.1.1"},{"description":"diff. IPs \/ services- i.e.: - 209.114.200.xx = MyNetCrawler link checking - 216.139.207.xxx = Mixcat crawler","ua":"PHP\/4.1.2"},{"description":"Pico Search robot","ua":"PicoSearch\/1.0"},{"description":"Piffany targeted search web spider","ua":"Piffany_Web_Scraper_v0.x"},{"description":"Piffany targeted search web spider","ua":"Piffany_Web_Spider_v0.x"},{"description":"Whois Source domain name information robot (66.249.26.xx)- s.also: - SurveyBot","ua":"PigeonBot1.0 BETA"},{"description":"PingALink website monitoring","ua":"PingALink Monitoring Services 1.0"},{"description":"PingALink website monitoring","ua":"PingALink Monitoring Services 1.0 (http:\/\/www.pingalink.com)"},{"description":"Pingdom web site monitoring","ua":"Pingdom GIGRIB (http:\/\/www.pingdom.com)"},{"description":"pipeline search (DMOZ based) search robot (24.106.39. xxx)","ua":"pipeLiner\/0.3a (PipeLine Spider;http:\/\/www.pipeline-search.com\/webmaster.html; webmaster'at'pipeline-search.com)"},{"description":"pipeline search (DMOZ based) search robot (24.106.39. xxx)","ua":"pipeLiner\/0.xx (PipeLine Spider; http:\/\/www.pipeline-search.com\/webmaster.html)"},{"description":"Pita crawler","ua":"Pita"},{"description":"Private user-agent via Hurricane Electric Internet Services","ua":"Pizilla++ ver 2.45"},{"description":"Portaljuice spider","ua":"PJspider\/3.0 (pjspider@portaljuice.com; http:\/\/www.portaljuice.com)"},{"description":"Plagger - pluggable RSS\/Atom feed aggregator written in Perl","ua":"Plagger\/0.x.xx (http:\/\/plagger.org\/)"},{"description":"unknown ucsd.edu robot","ua":"PlagiarBot\/1.0"},{"description":"Plantynet web filtering services - Blacklist DB robot","ua":"PlantyNet_WebRobot_V1.9 dhkang@plantynet.com"},{"description":"Unknown UA from 66.220.23.2xx","ua":"plinki\/0.1 (you got plinked! (thats a good thing..); http:\/\/www.plinki.com; crawl@plinki.com)"},{"description":"Pluck RSS feed crawler","ua":"PluckFeedCrawler\/2.0 (compatible; Mozilla 4.0; MSIE 5.5; http:\/\/www.pluck.com; 1 subscribers)"},{"description":"Pluggd Podcast search engine","ua":"Pluggd\/Nutch-0.9 (automated crawler http:\/\/www.pluggd.com;support at pluggd dot com)"},{"description":"Yutaka Endo's Pockey \/ GetHTML \/ GetHTMLW - some downloading tool from Japan","ua":"Pockey-GetHTML\/4.12.0 (Win32; GUI; ix86)"},{"description":"Yutaka Endo's Pockey \/ GetHTML \/ GetHTMLW - some downloading tool from Japan","ua":"Pockey-GetHTML\/x.xx"},{"description":"Yutaka Endo's Pockey \/ GetHTML \/ GetHTMLW - some downloading tool from Japan","ua":"Pockey\/x.x.x"},{"description":"Yutaka Endo's Pockey \/ GetHTML \/ GetHTMLW - some downloading tool from Japan","ua":"Pockey7.x.x(WIN32GUI)"},{"description":"HTTP user-agent for POE (portable networking framework for Perl )","ua":"POE-Component-Client-HTTP\/0.64 (perl; N; POE; en; rv:0.640000)"},{"description":"ThePlanet\/jaja-jak-globusy.com Google Adsense refferer spam bot from 70.85.116.* \/ 70.84.128.xxx \/ 70.85.193.xxx","ua":"Poirot"},{"description":"Polybot webcrawler","ua":"polybot 1.0 (http:\/\/cis.poly.edu\/polybot\/)"},{"description":"Dir.com \/ Iliad French recherche robot","ua":"Pompos\/1.x http:\/\/dir.com\/pompos.html"},{"description":"Iliad \/ Free French recherche robot","ua":"Pompos\/1.x pompos@iliad.fr"},{"description":"Popdex - web site popularity crawler","ua":"Popdexter\/1.0"},{"description":"Unknown spam bot \/ harvester (63.223.10.***)","ua":"Port Huron Labs"},{"description":"PortalB (now Alacra search) spider","ua":"PortalBSpider\/2.0 (spider@portalb.com)"},{"description":"portalmmm IMode mobile browser","ua":"portalmmm\/2.0 S500i(c20;TB)"},{"description":"Yahoo (66.94.237.1xx \/ 216.109.121.xx) favorites tracking robot","ua":"PostFavorites"},{"description":"Potbot : A simple IRC bot written in Perl","ua":"potbot 1.0"},{"description":"Project Rialto - data mining development project","ua":"PRCrawler\/Nutch-0.9 (data mining development project; crawler@projectrialto.com)"},{"description":"CUPS robot for AT&T Privacy Bird Privacy Preferences (P3P) enhancements","ua":"PrivacyFinder Cache Bot v1.0"},{"description":"CUPS robot for AT&T Privacy Bird Privacy Preferences (P3P) enhancements","ua":"PrivacyFinder\/1.1"},{"description":"Privoxy web proxy","ua":"Privoxy\/3.0 (Anonymous)"},{"description":"Some site scanning tool from diff. IPs- i.e.: - 67.99.33.x (lightningcon.broadwing.net)","ua":"Production Bot 0116B"},{"description":"Some site scanning tool from diff. IPs- i.e.: - 216.232.64.xx (telus.net)","ua":"Production Bot 2016B"},{"description":"Some site scanning tool from diff. IPs- i.e.: - 141.154.181.xxx (east.verizon.net)","ua":"Production Bot DOT 3016B"},{"description":"Some spam bot","ua":"Program Shareware 1.0.2"},{"description":"unknown","ua":"Progressive Download"},{"description":"unknown","ua":"Progressive Download HTTP check"},{"description":"XP5 robot","ua":"Project XP5 [2.03.07-111203]"},{"description":"Answerchase PROve Answerbot","ua":"PROve AnswerBot 4.0"},{"description":"ProWebguide robot","ua":"ProWebGuide Link Checker (http:\/\/www.prowebguide.com)"},{"description":"Picsearch robot (62.119.21.13x)","ua":"psbot\/0.1 (+http:\/\/www.picsearch.com\/bot.html)"},{"description":"Some site scanning tool via diff. IPs- i.e.: QWest Net","ua":"PSurf15a 11"},{"description":"Some site scanning tool via diff. IPs- i.e.: Optonline net (24.191.xxx.xxx)","ua":"PSurf15a 51"},{"description":"Some site scanning tool via diff. IPs- i.e.: - choiceone.net (216.153.xxx.xxx) - attbi.com (12.250.xxx.xxx) - optonline.net (24.191.xxx.xxx)","ua":"PSurf15a VA"},{"description":"Unknown website grabbing \/ ripping for unknown purposes from 208.66.195.x - Digitalinfinity.org Russia","ua":"psycheclone"},{"description":"Some robot from Stanford University (171.64.75.xxx = PubCrawl.Stanford.EDU)","ua":"PubCrawl (pubcrawl.stanford.edu)"},{"description":"Parallel URL Fetcher downloading tool","ua":"puf\/0.91beta6a (Linux 2.2.18; i686)"},{"description":"Parallel URL Fetcher downloading tool","ua":"puf\/0.93.2a (Linux 2.4.18; i686)"},{"description":"WebarooBot - Webaroo web site search \/ theme based downloading tool (64.124.122.2xx)","ua":"pulseBot (pulse Web Miner)"},{"description":"PureSight Internet content filter","ua":"PureSight"},{"description":"Puxa Rapido download manager","ua":"PuxaRapido v1.0"},{"description":"ProgramacionWeb.net PWeBot link checking (Argentina)","ua":"PWeBot\/1.2 Inspector (http:\/\/www.programacionweb.net\/robot.php)"},{"description":"Fast Search robot (using PycURL Python component- s. below)","ua":"PycURL"},{"description":"PycURL - Python interface to libcurl","ua":"PycURL\/7.xx.x"},{"description":"Python URL fetcher - robot used by Naver Japan\/Korea","ua":"Python-urllib\/1.1x"},{"description":"Python URL fetcher - robot used by Google","ua":"Python-urllib\/2.0a1"},{"description":"Qango.com Web Directory robot","ua":"Qango.com Web Directory (http:\/\/www.qango.com\/)"},{"description":"QEAVis: Quantitative Evaluation of Academic Websites Visibility using Nutch","ua":"QEAVis Agent\/Nutch-0.9 (Quantitative Evaluation of Academic Websites Visibility; http:\/\/nlp.uned.es\/qeavis"},{"description":"Quepasa!com (Latin American search) robot","ua":"QPCreep Test Rig ( We are not indexing- just testing )"},{"description":"Quepasa!com (Latin American search) robot","ua":"QuepasaCreep ( crawler@quepasacorp.com )"},{"description":"Quepasa!com (Latin American search) robot","ua":"QuepasaCreep v0.9.1x"},{"description":"QueryN Metasearch robot","ua":"QueryN Metasearch"},{"description":"Blacktrees Quicksilver helper application for Mac","ua":"Quicksilver (Blacktree,MacOSX)"},{"description":"Quicktime for Macintosh","ua":"QuickTime\\xaa.7.0.4 (qtver=7.0.4;cpu=PPC;os=Mac 10.3.9)"},{"description":"Qweerybot for the Qweery search engine (in development) - Netherland","ua":"QweeryBot\/3.01 ( http:\/\/qweerybot.qweery.nl)"},{"description":"Qweerybot for the Qweery search engine (in development) - Netherland","ua":"Qweery_robot.txt_CheckBot\/3.01 (http:\/\/qweerybot.qweery.com)"},{"description":"Radian6 RSS feed comment crawler","ua":"R6_CommentReader_(www.radian6.com\/crawler)"},{"description":"Radian6 Rss feed crawler","ua":"R6_FeedFetcher_(www.radian6.com\/crawler)"},{"description":"gigaBaz - the brainbot (Germany) robot","ua":"rabaz (rabaz at gigabaz dot com)"},{"description":"DAUMOA - Daum search Korea robot (211.115.109.xxx)","ua":"RaBot\/1.0 Agent-admin\/phortse@hanmail.net"},{"description":"Bot Provider for the All Womans Bot Service?","ua":"Rainbot1.1"},{"description":"Intersearch.de (was www.intersearch.de) robot (Germany)","ua":"ramBot xtreme x.x"},{"description":"giveRAMP Search Engine robot (64.69.43.1xx)","ua":"RAMPyBot - www.giveRAMP.com\/0.1 (RAMPyBot - www.giveRAMP.com; http:\/\/www.giveramp.com\/bot.html; support@giveRAMP.com)"},{"description":"giveRAMP Search Engine robot (64.69.43.1xx)","ua":"RAMPyBot\/0.8-dev (Nutch; http:\/\/lucene.apache.org\/nutch\/bot.html; nutch-agent@lucene.apache.org)"},{"description":"Rank Exec reciprocal link checking","ua":"Rank Exec (rankexec.com) Reciprocal Link Manager 1.x\/bot"},{"description":"Rankiva website popularity robot","ua":"Rankivabot\/3.2 (www.rankiva.com; 3.2; vzmxikn)"},{"description":"Innova\/IBM Rational SiteCheck - Rational robot","ua":"Rational SiteCheck (Windows NT)"},{"description":"Unknown spider from Raytheon Company - maybe Raytheon High Speed Guard proxy","ua":"RAYSPIDER\/Nutch-0.9"},{"description":"Read A Blog - RSS feed and blog search engine","ua":"ReadABlog Spider (compatible; 1.1; feed update; www.readablog.com)"},{"description":"RealDownload download manager","ua":"RealDownload\/4.0.0.4x"},{"description":"The REAP Web Crawler for the REAP project","ua":"REAP-crawler Nutch\/Nutch-1.0-dev (Reap Project; http:\/\/reap.cs.cmu.edu\/REAP-crawler\/; Reap Project)"},{"description":"Reaper robot for SiteSearch","ua":"Reaper [2.03.10-031204] (http:\/\/www.sitesearch.ca\/reaper\/)"},{"description":"Reaper robot for SiteSearch","ua":"Reaper\/2.0x (+http:\/\/www.sitesearch.ca\/reaper)"},{"description":"REBOL messaging language for distributed Internet apps","ua":"REBOL Core 2.x.x.x.x"},{"description":"REBOL\/View - machine independent internet client application","ua":"REBOL View 1.x.x.x.x"},{"description":"Rebusnet software site - link \/ submission checking","ua":"RebusnetBot (+http:\/\/www.rebusnet.biz)"},{"description":"Rebusnet software site - link \/ submission checking","ua":"RebusnetPADBot\/1.5x (+http:\/\/www.rebusnet.biz)"},{"description":"Online reciprocal link checker","ua":"reciprocal links checker (http:\/\/www.recip-links.com\/)"},{"description":"rediff.com search link checking","ua":"RedBot\/redbot-1.0 (Rediff.com Crawler; redbot at rediff dot com)"},{"description":"RedCarpet crawler for Pronto price comparison search(66.179.107.1xx)","ua":"RedCarpet\/1.2 (http:\/\/www.redcarpet-inc.com\/robots.html)"},{"description":"Der Bot for telegenetic.net's security related search (65.220.67.2xx)","ua":"RedCell\/0.1 (InfoSec Search Bot (Coming Soon); http:\/\/www.telegenetic.net\/bot.html; lhall@telegenetic.net)"},{"description":"Der Bot for telegenetic.net's security related search (65.220.67.2xx)","ua":"RedCell\/0.1 (RedCell; telegenetic.net\/bot.html; lhall_at_telegenetic.net)"},{"description":"RedKernel Softwares robot","ua":"RedKernel WWW-Spider 2\/0 (+http:\/\/www-spider.redkernel-softwares.com\/)"},{"description":"REL Link Checker Lite free version of Web Link Validator","ua":"REL Link Checker Lite x.x"},{"description":"unknown","ua":"RepoMonkey Bait & Tackle\/v1.01"},{"description":"Rewebber proxy service","ua":"Rewebber\/1.2 libwww-perl\/5.41"},{"description":"Applied Semantics Auto-Categorizer for QWestDex Direct","ua":"rico\/0.1"},{"description":"RixBot Rebol Indexer for the RIX - Rebol related search (195.204.121.xx)","ua":"RixBot (http:\/\/babelserver.org\/rix)"},{"description":"StreamBox VCR user agent","ua":"RMA\/1.0 (compatible; RealMedia)"},{"description":"Real Media server acting as client","ua":"RMA\/1.0 (compatible; RealMedia)"},{"description":"Canadian Content search crawler","ua":"RoboCrawl (http:\/\/www.canadiancontent.net)"},{"description":"Canadian Content Search (207.44.220.xx) robot","ua":"RoboCrawl (www.canadiancontent.net)"},{"description":"FindPal Australia metasearch robot (61.68.139.xx)","ua":"RoboPal (http:\/\/www.findpal.com\/)"},{"description":"PopJapanSearch robot","ua":"Robot\/www.pj-search.com"},{"description":"Experimental robot using Wget via attbi.net","ua":"Robot: NutchCrawler- Owner: wdavies@acm.org"},{"description":"Supersnooper robot","ua":"Robot@SuperSnooper.Com"},{"description":"Netscape Directory \/ DMOZ Open Directory link crawler","ua":"Robozilla\/1.0"},{"description":"ROME - Open source Java tools for RSS and Atom feeds","ua":"Rome Client (http:\/\/tinyurl.com\/64t5n) Ver: 0.9"},{"description":"Qualigo.de robot","ua":"Rotondo\/3.1 libwww\/5.3.1"},{"description":"different IPs using the HTTPClient library (mostly link checking)","ua":"RPT-HTTPClient\/0.3-x"},{"description":"Metacarta.com (66.28.xx.xxx) robot","ua":"RRC (crawler_admin@bigfoot.com)"},{"description":"RSS Bandit RSS\/Atom reader for .NET framework","ua":"RssBandit\/1.5.0.10 (.NET CLR 1.1.4322.2407; WinNT 5.1.2600.0; http:\/\/www.rssbandit.org) (.NET CLR 1.1.4322.2407; WinNT 5.1.2600.0; )"},{"description":"RSS Micro Search - RSS feed search engine","ua":"RSSMicro.com RSS\/Atom Feed Robot"},{"description":"RSSOwl embedded RSS feed reader","ua":"RSSOwl\/1.2.3 2006-11-26 (Windows; U; zhtw)"},{"description":"RSSOwl embedded RSS feed reader","ua":"RSSOwl\/1.2.4 Preview Release 2007-04-15 (Windows; U; zhtw)"},{"description":"Ykoon RssReader news feed reader","ua":"RssReader\/1.0.xx.x (http:\/\/www.rssreader.com) Microsoft Windows NT 5.1.2600.0"},{"description":"Some site scanning tool via diff. IPs- i.e.: - dslx.net (208.35.1x.xxx) - Home.com","ua":"RSurf15a 41"},{"description":"Some site scanning tool via diff. IPs- i.e.: - dslx.net (208.35.1x.xxx) - Home.com","ua":"RSurf15a 51"},{"description":"Some site scanning tool via diff. IPs- i.e.: - dslx.net (208.35.1x.xxx) - Home.com","ua":"RSurf15a 81"},{"description":"rubhub blog spider","ua":"Rubbot\/1.0 (+http:\/\/rubhub.com\/)"},{"description":"WebarooBot - Webaroo web site search \/ theme based downloading tool (64.124.122.2xx)","ua":"RufusBot (Rufus Web Miner; http:\/\/64.124.122.252\/feedback.html)"},{"description":"WebarooBot - Webaroo web site search \/ theme based downloading tool (64.124.122.2xx)","ua":"RufusBot (Rufus Web Miner; http:\/\/www.webaroo.com\/rooSiteOwners.html)"},{"description":"unknown robot from rumours.jp (202.214.69.xxx)","ua":"Rumours-Agent"},{"description":"RX (Reflexive Search) Bar for IE","ua":"RX Bar"},{"description":"Search & Links directory spider","ua":"S&L Spider (http:\/\/search.hirners.com\/)"},{"description":"SEO-Tools.net link checking ?","ua":"S.T.A.L.K.E.R. (http:\/\/www.seo-tools.net\/en\/bot.aspx)"},{"description":"SafariBookmarkChecker for Mac OS X","ua":"SafariBookmarkChecker (+http:\/\/www.coriolis.ch\/)"},{"description":"sait robot - unknown robot from Samsung International Korea","ua":"sait\/Nutch-0.9 (SAIT Research; http:\/\/www.samsung.com)"},{"description":"Sandcrawler robot from Microsoft (131.107.0.xx)","ua":"SandCrawler - Compatibility Testing"},{"description":"Sapphire Web Crawler from Carnegie Mellon University's Language Technologies Institute","ua":"SapphireWebCrawler\/1.0 (Sapphire Web Crawler using Nutch; http:\/\/boston.lti.cs.cmu.edu\/crawler\/; mhoy@cs.cmu.edu)"},{"description":"Sapphire Web Crawler from Carnegie Mellon University's Language Technologies Institute","ua":"SapphireWebCrawler\/Nutch-1.0-dev (Sapphire Web Crawler using Nutch; http:\/\/boston.lti.cs.cmu.edu\/crawler\/; mhoy@cs.cmu.edu)"},{"description":"WebSavvy Directory robot","ua":"savvybot\/0.2"},{"description":"SiteSell SBIder Nutch based crawler","ua":"SBIder\/0.7 (SBIder; http:\/\/www.sitesell.com\/sbider.html; http:\/\/support.sitesell.com\/contact-support.html)"},{"description":"SiteSell SBIder Nutch based crawler","ua":"SBIder\/0.8-dev (SBIder; http:\/\/www.sitesell.com\/sbider.html; http:\/\/support.sitesell.com\/contact-support.html)"},{"description":"Softbyte Labs Black Widow web site ripper","ua":"SBL-BOT (http:\/\/sbl.net)"},{"description":"ScanWeb - regular expression based web page searching tool","ua":"ScanWeb"},{"description":"ScholarUniverse - Scholarly experts search robot","ua":"ScholarUniverse\/0.8 (Nutch;+http:\/\/scholaruniverse.com\/bot.jsp; fetch-agent@scholaruniverse.com)"},{"description":"URL Spider Pro (USP) used by German Schwarzmann GmbH","ua":"schwarzmann.biz-Spider_for_paddel.org+(http:\/\/www.innerprise.net\/usp-spider.asp)"},{"description":"1X Web Browser","ua":"Science Traveller International 1X\/1.0"},{"description":"WebWobot UK search engine robot (82.43.129.2xx)","ua":"ScollSpider\/2.0 (+http:\/\/www.webwobot.com\/ScollSpider.php)"},{"description":"Altavista robot","ua":"Scooter-3.0.EU"},{"description":"Altavista robot","ua":"Scooter-3.0.FS"},{"description":"Altavista robot","ua":"Scooter-3.0.HD"},{"description":"Altavista robot","ua":"Scooter-3.0.VNS"},{"description":"Altavista robot","ua":"Scooter-3.0QI"},{"description":"Altavista robot","ua":"Scooter-3.2"},{"description":"Altavista robot","ua":"Scooter-3.2.BT"},{"description":"Altavista robot","ua":"Scooter-3.2.DIL"},{"description":"Altavista robot","ua":"Scooter-3.2.EX"},{"description":"Altavista robot","ua":"Scooter-3.2.JT"},{"description":"Altavista robot","ua":"Scooter-3.2.NIV"},{"description":"Altavista robot","ua":"Scooter-3.2.SF0"},{"description":"Altavista robot","ua":"Scooter-3.2.snippet"},{"description":"Altavista robot","ua":"Scooter-3.3dev"},{"description":"Altavista robot","ua":"Scooter-ARS-1.1"},{"description":"Altavista robot","ua":"Scooter-ARS-1.1-ih"},{"description":"Altavista robot","ua":"scooter-venus-3.0.vns"},{"description":"Altavista robot","ua":"Scooter-W3-1.0"},{"description":"Altavista robot","ua":"Scooter-W3.1.2"},{"description":"Altavista robot","ua":"Scooter\/1.0"},{"description":"Altavista robot","ua":"Scooter\/1.0 scooter@pa.dec.com"},{"description":"Altavista robot","ua":"Scooter\/1.1 (custom)"},{"description":"Altavista robot","ua":"Scooter\/2.0 G.R.A.B. V1.1.0"},{"description":"Altavista robot","ua":"Scooter\/2.0 G.R.A.B. X2.0"},{"description":"Altavista robot","ua":"Scooter\/3.3"},{"description":"Altavista robot","ua":"Scooter\/3.3.QA.pczukor"},{"description":"Altavista robot","ua":"Scooter\/3.3.vscooter"},{"description":"Altavista robot","ua":"Scooter\/3.3_SF"},{"description":"Altavista using Mercator robot","ua":"Scooter2_Mercator_x-x.0"},{"description":"Altavista robot","ua":"Scooter_bh0-3.0.3"},{"description":"Altavista robot","ua":"Scooter_trk3-3.0.3"},{"description":"Scope Navigator mobile browser (Japan)","ua":"Scope (Mars+)"},{"description":"Some nec.com robot using Research Republic ScoutAbout Research Tool","ua":"ScoutAbout"},{"description":"Ant.com search robot","ua":"ScoutAnt\/0.1; +http:\/\/www.ant.com\/what_is_ant.com\/"},{"description":"ScoutMaster information retrieval software","ua":"scoutmaster"},{"description":"Scrub the web robot (66.93.156.xx)","ua":"Scrubby\/2.x (http:\/\/www.scrubtheweb.com\/)"},{"description":"Scrub the web robot (66.93.156.xx)","ua":"Scrubby\/3.0 (+http:\/\/www.scrubtheweb.com\/help\/technology.html)"},{"description":"URL Search+ search software","ua":"Search+"},{"description":"Xtreem Search Engine Studio - SE software","ua":"Search-Engine-Studio"},{"description":"Search.ch robot","ua":"search.ch V1.4"},{"description":"Search.ch robot","ua":"search.ch V1.4.2 (spiderman@search.ch; http:\/\/www.search.ch)"},{"description":"Enterprise Search web indexing \/ site searching tool","ua":"Search\/1.0 (http:\/\/www.innerprise.net\/es-spider.asp)"},{"description":"Unknown robot \/ website grabber from Chinatelecom (219.142.78.xxx)","ua":"searchbot admin@google.com"},{"description":"SearchByUSA robot (69.150.7.xxx)","ua":"SearchByUsa\/2 (SearchByUsa; http:\/\/www.SearchByUsa.com\/bot.html; info@SearchByUsa.com)"},{"description":"Searchday (Germany) search robot","ua":"SearchdayBot"},{"description":"Searchexpress spider","ua":"SearchExpress Spider0.99"},{"description":"Searchguild forum & directory robot (81.3.75.xxx)","ua":"SearchGuild\/DMOZ\/Experiment (searchguild@gmail.com)"},{"description":"Searchguild forum & directory robot (81.3.75.xxx)","ua":"SearchGuild_DMOZ_Experiment (chris@searchguild.com)"},{"description":"Searchit robot (69.93.107.xx)","ua":"Searchit-Now Robot\/2.2 (+http:\/\/www.searchit-now.co.uk)"},{"description":"Searchmee! Search Engine (prototype) robot by findanisp.com","ua":"Searchmee! Spider v0.98a"},{"description":"SearchSight search robot","ua":"SearchSight\/2.0 (http:\/\/SearchSight.com\/)"},{"description":"SearchSpider robot","ua":"SearchSpider.com\/1.1"},{"description":"SearchSpider robot","ua":"Searchspider\/1.2 (SearchSpider; http:\/\/www.searchspider.com; webmaster@searchspider.com)"},{"description":"Janas (Ideare.com \/ Tiscali.it) robot","ua":"SearchTone2.0 - IDEARE"},{"description":"seekport. beta search (Germany) robot","ua":"Seekbot\/1.0 (http:\/\/www.seekbot.net\/bot.html) HTTPFetcher\/0.3"},{"description":"seekport. beta search (Germany) robot","ua":"Seekbot\/1.0 (http:\/\/www.seekbot.net\/bot.html) RobotsTxtFetcher\/1.0 (XDF)"},{"description":"seekport. beta search (Germany) robot","ua":"Seekbot\/1.0 (http:\/\/www.seekbot.net\/bot.html) RobotsTxtFetcher\/1.2"},{"description":"Lookseek search robot \/ link checking","ua":"Seeker.lookseek.com"},{"description":"semaforo.net web filtering software","ua":"semaforo.net"},{"description":"Semager.de (was NG-Search) semantic search - Germany","ua":"Semager\/1.1 (http:\/\/www.semager.de\/blog\/semager-bots\/)"},{"description":"Semager.de (was NG-Search) semantic search - Germany","ua":"Semager\/1.x (http:\/\/www.semager.de)"},{"description":"Semantic Discovery domain checking tool","ua":"semanticdiscovery\/0.x"},{"description":"Sensis Australia search robot","ua":"Sensis Web Crawler (search_comments\\at\\sensis\\dot\\com\\dot\\au)"},{"description":"Sensis Australia search robot","ua":"Sensis.com.au Web Crawler (search_comments\\at\\sensis\\dot\\com\\dot\\au)"},{"description":"Seznam Search (Czech Republic) robot","ua":"SeznamBot\/1.0"},{"description":"Seznam Search (Czech Republic) robot","ua":"SeznamBot\/1.0 (+http:\/\/fulltext.seznam.cz\/)"},{"description":"Seznam Search (Czech Republic) robot","ua":"SeznamBot\/2.0-test (+http:\/\/fulltext.sblog.cz\/)"},{"description":"Unknown robot from Shablast.com - Website has no content - Ignores robots.txt","ua":"ShablastBot 1.0"},{"description":"Shareaza P2P peer-to-peer download client","ua":"Shareaza v1.x.x.xx"},{"description":"SharewarePlaza File Check Bot - link checking","ua":"SharewarePlazaFileCheckBot\/1.0+(+http:\/\/www.SharewarePlaza.com)"},{"description":"Chikayama-Taura Lab Shim-Crawler used for The Kototoi Project (Japan) - (133.11.36.xx)","ua":"Shim Crawler"},{"description":"Chikayama-Taura Lab Shim-Crawler used for The Kototoi Project (Japan) - (133.11.36.xx)","ua":"Shim-Crawler(Mozilla-compatible; http:\/\/www.logos.ic.i.u-tokyo.ac.jp\/crawler\/; crawl@logos.ic.i.u-tokyo.ac.jp)"},{"description":"ShopWiki shopping search based on LittleWiki search","ua":"ShopWiki\/1.0 ( +http:\/\/www.shopwiki.com\/)"},{"description":"ShopWiki shopping search based on LittleWiki search","ua":"ShopWiki\/1.0 ( +http:\/\/www.shopwiki.com\/wiki\/Help:Bot)"},{"description":"Shoula Search Engine crawler","ua":"Shoula.com Crawler 2.0"},{"description":"Siets Crawler - Web based site crawling application","ua":"SietsCrawler\/1.1 (+http:\/\/www.siets.biz)"},{"description":"Sigram's Nutch robot - crawler testing","ua":"Sigram\/Nutch-1.0-dev (Test agent for Nutch development; http:\/\/www.sigram.com\/bot.html; bot at sigram dot com)"},{"description":"Siigle search (Turkey) robot","ua":"Siigle Orumcex v.001 Turkey (http:\/\/www.siigle.com)"},{"description":"Slider Search directory robot (194.213.194.2xx)","ua":"silk\/1.0"},{"description":"Slider Search directory robot (194.213.194.2xx)","ua":"silk\/1.0 (+http:\/\/www.slider.com\/silk.htm)\/3.7"},{"description":"SimpleFavPanel - IE newsfeed panel plugin","ua":"SimpleFavPanel\/1.2"},{"description":"Simpy bookmarking and personal search engine","ua":"Simpy 1.x; http:\/\/www.simpy.com\/"},{"description":"Simpy bookmarking and personal search engine","ua":"Simpy\/1.x (Simpy; http:\/\/www.simpy.com\/?ref=bot; feedback at simpy dot com)"},{"description":"Sirket\u00e7e search - Turkey","ua":"Sirketcebot\/v.01 (http:\/\/www.sirketce.com\/bot.html)"},{"description":"SiteBar online bookmark manager","ua":"SiteBar\/3.x.x (Bookmark Server; http:\/\/sitebar.org\/)"},{"description":"SiteBar bookmark server","ua":"SiteBar\/x.x"},{"description":"SiteBar bookmark server","ua":"SiteBar\/x.x.x (Bookmark Server; http:\/\/sitebar.org\/)"},{"description":"Internetseer Web Site Monitoring \/ Claymont robot","ua":"sitecheck.internetseer.com"},{"description":"Internetseer Web Site Monitoring","ua":"sitecheck.internetseer.com (For more info see: http:\/\/sitecheck.internetseer.com)"},{"description":"SiteRecon website monitoring spider at xx minute intervals","ua":"SiteRecon+(xx)"},{"description":"PC Magazin web site downloadmanager","ua":"SiteSnagger"},{"description":"Site Spider robot (66.249.17.xx)","ua":"SiteSpider +(http:\/\/www.SiteSpider.com\/)"},{"description":"SiteSucker Mac website downloading tool","ua":"SiteSucker\/1.x.x"},{"description":"SiteTagger.com bookmark organizer","ua":"SiteTaggerBot (http:\/\/www.sitetagger.com\/bot.htm)"},{"description":"SiteTruth - Automatic site legitimacy rating system","ua":"SiteTruth.com site rating system"},{"description":"Webwasher.com (217.146.159.xx) internet filter","ua":"SiteWinder"},{"description":"Xtreeme SiteXpert sitemap & search engine builder","ua":"SiteXpert"},{"description":"Skaffe.com directory link checker","ua":"Skampy\/0.9.x (http:\/\/www.skaffe.com\/skampy-info.html)"},{"description":"Skaffe.com directory link checker","ua":"Skimpy\/0.x (http:\/\/www.skaffe.com\/skampy-info.html)"},{"description":"Visvo distributed website crawler based on Nutch","ua":"Skywalker\/0.1 (Skywalker; anonymous; anonymous)"},{"description":"Only.com robot","ua":"Slarp\/0.1"},{"description":"Sleipnir - Japanese Explorer based browser & search bar","ua":"Sleipnir"},{"description":"Sleipnir - Japanese Explorer based browser & search bar","ua":"Sleipnir Version 1.xx"},{"description":"Sleipnir - Japanese Explorer based browser & search bar","ua":"Sleipnir Version2.x"},{"description":"Sleipnir - Japanese Explorer based browser & search bar","ua":"Sleipnir\/2.xx"},{"description":"Slider Search directory robot (194.213.194.2xx)","ua":"Slider_Search_v1-de"},{"description":"Slim Browser (IE based browser) - uses this user agent for favicon.ico only","ua":"SlimBrowser"},{"description":"Inktomi (Hotbot-Lycos-NBCi) robot","ua":"Slurp\/2.0 (slurp@inktomi.com; http:\/\/www.inktomi.com\/slurp.html)"},{"description":"Inktomi (Hotbot-Lycos-NBCi) robot","ua":"Slurp\/2.0-KiteWeekly (slurp@inktomi.com; http:\/\/www.inktomi.com\/slurp.html)"},{"description":"Inktomi (Hotbot-Lycos-NBCi) robot","ua":"Slurp\/si (slurp@inktomi.com; http:\/\/www.inktomi.com\/slurp.html)"},{"description":"Inktomi (Hotbot-Lycos-NBCi) robot - 72.30.61.xx(x)","ua":"Slurpy Verifier\/1.0"},{"description":"Slysearch robot (now Turnitin robot)","ua":"SlySearch (slysearch@slysearch.com)"},{"description":"Slysearch robot (now Turnitin robot)","ua":"SlySearch\/1.0 http:\/\/www.plagiarism.org\/crawler\/robotinfo.html"},{"description":"Slysearch robot (now Turnitin robot)","ua":"SlySearch\/1.x http:\/\/www.slysearch.com"},{"description":"Netzip\/Smartdownload download manager","ua":"SmartDownload\/1.2.67 (Win32; Jan 12 1999)"},{"description":"Netzip\/Smartdownload download manager","ua":"SmartDownload\/1.2.77 (Win32; Feb 1 2000)"},{"description":"Netzip\/Smartdownload download manager","ua":"SmartDownload\/1.2.77 (Win32; Jun 19 2001)"},{"description":"Loop Improvements NRS Enterprise search (69.44.155.xx[x])","ua":"smartwit.com"},{"description":"SmiffyDCMetaSpider - Robot to check the retro-adding of Dublin Core metadata","ua":"SmiffyDCMetaSpider\/1.0"},{"description":"Snoopy PHP-client","ua":"sna-0.0.1 (mikemuzio@msn.com)"},{"description":"Snoopy PHP-client","ua":"sna-0.0.1 mikeelliott@hotmail.com"},{"description":"Unknown bot from bb2.net (66.234.139.xxx) also as Snapbot\/1.0","ua":"snap.com beta crawler v0"},{"description":"Unknown bot from bb2.net (66.234.139.xxx) - also as snap.com","ua":"Snapbot\/1.0"},{"description":"Unknown bot from Psinet \/ Cogentco - not from Snap.com","ua":"Snapbot\/1.0 (Snap Shots, +http:\/\/www.snap.com)"},{"description":"My UrlTrends online web ranking service","ua":"Snappy\/1.1 ( http:\/\/www.urltrends.com\/ )"},{"description":"Snarfer RSS reader","ua":"Snarfer\/0.x.x (http:\/\/www.snarfware.com\/)"},{"description":"Unknown robot from 217.229.156.xx (T-Online Germany)","ua":"SnoopRob\/x.x"},{"description":"Snoopy PHP-client","ua":"Snoopy v1.xx"},{"description":"Snoopy PHP-client","ua":"Snoopy v1.xx- : User-Agent: Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MyIE2)"},{"description":"Snoopy PHP-client","ua":"Snoopy_v0.xx"},{"description":"Snyke.com France robot","ua":"SnykeBot\/0.6 (http:\/\/www.snyke.com)"},{"description":"Link crawler for the social sciences","ua":"SocSciBot ()"},{"description":"NetFront browser on Softbank mobile phone","ua":"SoftBank\/1.0\/812SH\/SHJ001 Browser\/NetFront\/3.3 Profile\/MIDP-2.0 Configuration\/CLDC-1.1"},{"description":"Soft Hypermarket link checking","ua":"SoftHypermarketFileCheckBot\/1.0+(+http:\/\/www.softhypermaket.com)"},{"description":"Softizer.com software directory link checking","ua":"Softizerbot (http:\/\/www.softizer.com)"},{"description":"Unknown UA from Chinanet (220.181.26.1xx) faking Sogou search robot","ua":"sogou develop spider"},{"description":"Unknown UA from Chinanet (220.181.18.xx) faking Sogou search robot","ua":"Sogou Orion spider\/3.0(+http:\/\/www.sogou.com\/docs\/help\/webmasters.htm#07)"},{"description":"Unknown UA from Chinanet (220.181.26.1xx) faking Sogou search robot","ua":"sogou spider"},{"description":"Unknown UA from Chinanet (220.181.26.1xx) faking Sogou search robot","ua":"Sogou web spider\/3.0(+http:\/\/www.sogou.com\/docs\/help\/webmasters.htm#07)"},{"description":"Unknown UA from Chinanet (220.181.26.1xx) faking Sogou search robot","ua":"sohu agent"},{"description":"Sohu (Search Fox) search robot China (61.135.131.xxx)","ua":"sohu-search"},{"description":"SOSO search (China) spider","ua":"Sosospider+(+http:\/\/help.soso.com\/webspider.htm)"},{"description":"Default Proxomitron (discontinued) filtering proxy user agent identifier","ua":"Space Bison\/0.02 [fu] (Win67; X; SK)"},{"description":"Speed Download (Mac) download manager","ua":"SpeedDownload\/1.x"},{"description":"Speedfind.de robot","ua":"speedfind ramBot xtreme 8.1"},{"description":"Entireweb search robot","ua":"Speedy Spider (Beta\/x.x; speedy@entireweb.com)"},{"description":"Entireweb search spider","ua":"Speedy Spider (Entireweb; Beta\/1.0; http:\/\/www.entireweb.com\/about\/search_tech\/speedyspider\/)"},{"description":"Entireweb search robot","ua":"Speedy_Spider (http:\/\/www.entireweb.com)"},{"description":"Sphere blog and news search robot","ua":"Sphere Scout&v4.0 - scout at sphere dot com"},{"description":"Sphider - a lightweight search engine in PHP","ua":"Sphider"},{"description":"Only.com robot","ua":"Spida\/0.1"},{"description":"Search-Info ODP\/DMOZ spider","ua":"Spider-Sleek\/2.0 (+http:\/\/search-info.com\/linktous.html)"},{"description":"Batsch robot","ua":"spider.batsch.com"},{"description":"TerraNautic spider for Schnellsuchen touristic search (Germany)","ua":"Spider.TerraNautic.net - v:1.04"},{"description":"Yellopet spider","ua":"spider.yellopet.com - www.yellopet.com"},{"description":"Maxbot .gov .mil .edu indexing robot","ua":"Spider\/maxbot.com admin@maxbot.com"},{"description":"Unknown robot from CPE at Kasetsart University (158.108.35.xxx)","ua":"SpiderKU\/0.x"},{"description":"Yahoo Search user agent or spider (202.165.102.xxx)","ua":"SpiderMan"},{"description":"SpiderMonkey Canada robot","ua":"SpiderMonkey\/7.0x (SpiderMonkey.ca info at http:\/\/spidermonkey.ca\/sm.shtml)"},{"description":"Spider.de robot","ua":"Spinne\/2.0"},{"description":"Medkatalog (medical catalogue) Austria robot","ua":"Spinne\/2.0 med"},{"description":"Medkatalog (medical catalogue) Austria robot","ua":"Spinne\/2.0 med_AH"},{"description":"Spock - people search application - via Amazon web services","ua":"Spock Crawler (http:\/\/www.spock.com\/crawler)"},{"description":"Sportsuchmaschine (German sports related search) link checking \/ robot","ua":"sportsuchmaschine.de-Robot (Version: 1.02- powered by www.sportsuchmaschine.de)"},{"description":"Sproose personalized search (38.100.225.xx)","ua":"sproose\/0.1-alpha (sproose crawler; http:\/\/www.sproose.com\/bot.html; crawler@sproose.com)"},{"description":"SQ Webscanner Mac download manager","ua":"SQ Webscanner"},{"description":"Simple page-prefetch for Squid web proxy","ua":"Squid-Prefetch"},{"description":"Squidclam is a replacement for SquidClamAV-Redirector","ua":"squidclam"},{"description":"SCAVR - Squid helper script for scanning download URLs for viruses","ua":"SquidClamAV_Redirector 1.x.x"},{"description":"AOL Search \/ Pacific Internet Exchange robot","ua":"Sqworm\/2.9.81-BETA (beta_release; 20011102-760; i686-pc-linux-gnu)"},{"description":"diff. IPs \/ services i.e.: - Inria.fr robot - Websense (Internet filtering) robot","ua":"Sqworm\/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)"},{"description":"Time Warner Telecom user robot ?","ua":"Sqworm\/2.9.89-BETA (beta_release; 20020130-839; i686-pc-linux-gnu) "},{"description":"Some site scanning tool via diff. IPs i.e.: - choiceone.net (216.153.xxx.xxx) - epix.net (216.108.198.xx)","ua":"SSurf15a 11 "},{"description":"Rambler search (Russia) robot (81.19.6x.xx)","ua":"StackRambler\/x.x "},{"description":"Stamina download manager","ua":"Stamina\/1.4"},{"description":"Star Downloader download manager","ua":"Star Downloader"},{"description":"Star Downloader download manager","ua":"StarDownloader\/1.xx"},{"description":"Experimental search engine spider from 66.92.186.xxx","ua":"stat statcrawler@gmail.com"},{"description":"Steeler crawler","ua":"Steeler\/1.x (http:\/\/www.tkl.iis.u-tokyo.ac.jp\/~crawler\/)"},{"description":"Steeler - University of Tokyo web crawler","ua":"Steeler\/3.3 (http:\/\/www.tkl.iis.u-tokyo.ac.jp\/~crawler\/)"},{"description":"Strategic Board blog & news search robot","ua":"Strategic Board Bot (+http:\/\/www.strategicboard.com)"},{"description":"Strategic Board blogs and news aggregator robot","ua":"Strategic Board Bot (+http:\/\/www.strategicboard.com)"},{"description":"Surfsafely submission verifier","ua":"Submission Spider at surfsafely.com"},{"description":"Suchbaer.de (Germany) search robot","ua":"suchbaer.de"},{"description":"Suchbaer.de (Germany) search robot","ua":"suchbaer.de (CrawlerAgent v0.103)"},{"description":"Suchbot Germany robot","ua":"suchbot"},{"description":"Suchknecht Austria robot","ua":"Suchknecht.at-Robot"},{"description":"suchpad search Germany robot (213.239.194.xx)","ua":"suchpadbot\/1.0 (+http:\/\/www.suchpad.de)"},{"description":"Sunrise XP handheld news \/ website reader and converter","ua":"Sunrise XP\/2.x"},{"description":"Sunrise XP web sites and newsfeeds converter and handheld reader","ua":"Sunrise\/0.42g (Windows XP)"},{"description":"SuperBot website copier","ua":"SuperBot\/x.x (Win32)"},{"description":"SuperBot website copier","ua":"SuperBot\/x.x.x.xx (Windows XP)"},{"description":"Ubbi Superdownloads (Brazil) link checking","ua":"Superdownloads Spiderman"},{"description":"SurfControl Web Filtering","ua":"SURF "},{"description":"Wanadoo Rechereche robot","ua":"SurferF3 1\/0"},{"description":"Maskbit Surfmaster bookmark tool","ua":"SurfMaster"},{"description":"Whois Source domain name information robot (66.249.26.xx)","ua":"SurveyBot\/2.2 <a href='http:\/\/www.whois.sc'>Whois Source<\/a>"},{"description":"Whois Source domain name information robot (66.249.26.xx)","ua":"SurveyBot\/2.3 (Whois Source)"},{"description":"Yokogao Search Engine robot (Kanazawa University)","ua":"suzuran"},{"description":"HP Secure Web Browser for OpenVMS","ua":"SWB\/V1.4 (HP)"},{"description":"unknown","ua":"swbot\/0.9c libwww\/5.3.1"},{"description":"Swooglebot Swoogle's semantic web crawler","ua":"Swooglebot\/2.0. (+http:\/\/swoogle.umbc.edu\/swooglebot.htm)"},{"description":"SWSBot - SmartWareSoft (85.186.255.xx) software search engine created for Playfuls.com","ua":"SWSBot-Images\/1.2 http:\/\/www.smartwaresoft.com\/swsbot12.html"},{"description":"Sygol Search (Italy) robot","ua":"SygolBot http:\/\/www.sygol.net"},{"description":"Sylera browser (Japan)","ua":"Sylera\/1.2.x"},{"description":"Mindspring.com user robot","ua":"SyncBot"},{"description":"SyncIT link validation","ua":"SyncIT\/x.x"},{"description":"Syndirella desktop information aggregator (beta)","ua":"Syndirella\/0.91pre"},{"description":"Synomia (France) robot","ua":"SynoBot"},{"description":"Syntryx Solution Suite - domain \/ keyword crawler (216.7.179.xx)","ua":"Syntryx ANT Scout Chassis Pheromone; Mozilla\/4.0 compatible crawler"},{"description":"Szukacz.pl (Polish search) robot","ua":"Szukacz\/1.x"},{"description":"Szukacz.pl (Polish search) robot","ua":"Szukacz\/1.x (robot; www.szukacz.pl\/jakdzialarobot.html; szukacz@proszynski.pl)"},{"description":"German T-Online browser & internet suite ","ua":"T-Online Browser"},{"description":"tags2dir.com directory index","ua":"tags2dir.com\/0.8 (+http:\/\/tags2dir.com\/directory\/)"},{"description":"TAGword DMOZ survey - ODP link checking robot","ua":"Tagword (http:\/\/tagword.com\/dmoz_survey.php)"},{"description":"Tagyu - del.icio.us bookmark collection online tag generator","ua":"Tagyu Agent\/1.0"},{"description":"Daumsoft Talkro IR robot","ua":"Talkro Web-Shot\/1.0 (E-mail: webshot@daumsoft.com- Home: http:\/\/222.122.15.190\/webshot)"},{"description":"Texas A&M University - Dept. of Computer Science crawler (server or link checking ?)","ua":"TAMU_CS_IRL_CRAWLER\/1.0"},{"description":"Targetblaster user link validation ?","ua":"targetblaster.com\/0.9k"},{"description":"Target Your News - user submitted links","ua":"TargetYourNews.com bot"},{"description":"Trinity College Dublin (Ireland) TCDBOT","ua":"TCDBOT\/Nutch-0.8 (PhD student research;http:\/\/www.tcd.ie; mcgettrs at t c d dot IE)"},{"description":"HTTP header for transfer encoding used as user agent name ?","ua":"TE"},{"description":"WinInet Internet client app.","ua":"TeamSoft WinInet Component"},{"description":"Tecomac Gmbh (Germany) crawler software - now Arexera Information Technologies","ua":"TECOMAC-Crawler\/0.x"},{"description":"Tecomi (Germany) beta \/ test robot (84.201.65.xxx)","ua":"Tecomi Bot (http:\/\/www.tecomi.com\/bot.htm)"},{"description":"Teemer crawler for NetSeer search (beta) via Amazon Web Services - see also NetSeer\/Nutch","ua":"Teemer (NetSeer, Inc. is a Los Angeles based Internet startup company.; http:\/\/www.netseer.com\/crawler.html; crawler@netseer.com)"},{"description":"Teleport (website) downloading tool","ua":"Teleport Pro\/1.2x(.1xxx)"},{"description":"Teoma crawler (65.214.36.xx[x])","ua":"Teoma MP"},{"description":"Teoma crawler (65.214.36.xx[x])","ua":"teomaagent crawler-admin@teoma.com"},{"description":"Teoma crawler (65.214.36.xx[x])","ua":"teomaagent1 [crawler-admin@teoma.com]"},{"description":"Teoma crawler (65.214.36.xx[x])","ua":"teoma_agent1"},{"description":"Teradex Directory robot","ua":"Teradex Mapper; mapper@teradex.com; http:\/\/www.teradex.com"},{"description":"Teragram multilingual text & data processing software","ua":"TeragramCrawler"},{"description":"Terraminds blog search (Germany)","ua":"terraminds-bot\/1.0 (support@terraminds.de)"},{"description":"Terrawiz Indian Search Engine robot","ua":"TerrawizBot\/1.0 (+http:\/\/www.terrawiz.com\/bot.html)"},{"description":"Noceans Information Portfolio Manager (66.35.69.x)","ua":"Test spider"},{"description":"Balihoo - Search Engine for Advertising Media","ua":"TestCrawler\/Nutch-0.9 (Testing Crawler for Research ; http:\/\/balihoo.com\/index.aspx; tgautier at balihoo dot com)"},{"description":"Expert HTML online source viewer","ua":"The Expert HTML Source Viewer (http:\/\/www.expert-html.com)"},{"description":"The Rarest Words - Linguistic experiment crawler via Amazon Web Services","ua":"TheRarestParser\/0.2a (http:\/\/therarestwords.com\/)"},{"description":"TheSuBot robot (Germany) for an unknown theme based search engine","ua":"TheSuBot\/0.1 (www.thesubot.de)"},{"description":"ThumbShots website thumbnail service (Germany) robot","ua":"thumbshots-de-Bot (Version: 1.02, powered by www.thumbshots.de)"},{"description":"ThumbShots.de (Germany) robot","ua":"thumbshots-de-Bot (Version: 1.02- powered by www.thumbshots.de)"},{"description":"Breaking Blogs timbo bot blog robot","ua":"timboBot\/0.9 http:\/\/www.breakingblogs.com\/timbo_bot.html"},{"description":"TimelyWeb web page monitoring tool","ua":"http:\/\/www.timelyweb.com\/"},{"description":"TinEye crawler for an open image search project","ua":"TinEye\/1.1 (http:\/\/tineye.com\/crawler.html)"},{"description":"Tivra spider from AT&T Labs Research","ua":"tivraSpider\/1.0 (crawler@tivra.com)"},{"description":"Tjgroup spider","ua":"TJG\/Spider"},{"description":"TJvHttpGrabber (JEDI Visual Component Library)","ua":"TJvMultiHttpGrabber Component"},{"description":"Tkensaku Search (Japan) robot from 210.239.46.xxx (www.tken.com)","ua":"Tkensaku\/x.x(http:\/\/www.tkensaku.com\/q.html)"},{"description":"Unknown robot from 195.68.98.xx (coltfrance.com)","ua":"toCrawl\/UrlDispatcher"},{"description":"Topodia search engine and personal information assistant (in development)","ua":"Topodia\/1.2-dev (Topodia - Crawler for HTTP content indexing; http:\/\/www.topodia.com\/; support@topodia.com)"},{"description":"Topos search (Russia) robot","ua":"TOPOS robot\/1.1 (http:\/\/www.topos.com.ua\/)"},{"description":"Traazi! search (Germany) robot","ua":"traazibot\/testengine (+http:\/\/www.traazi.de)"},{"description":"Trailfire web collection and annotating system","ua":"Trailfire-bot\/0.7.1 (Nutch; http:\/\/lucene.apache.org\/nutch\/bot.html; nutch-agent@lucene.apache.org)"},{"description":"Trailfire web collection and annotating system","ua":"Trailfire-bot\/0.7.1 (Trailfire page content analyzer; http:\/\/trailfire.com; info@trailfire.com)"},{"description":"Trailfire web collection and annotating system","ua":"Trailfire\/0.7.1 (Nutch; http:\/\/lucene.apache.org\/nutch\/bot.html; nutch-agent@lucene.apache.org)"},{"description":"Trampelpfad Webkatalog spider","ua":"Trampelpfad-Spider"},{"description":"Trampelpfad Webkatalog spider","ua":"Trampelpfad-Spider-v0.1"},{"description":"Tricos meta tag validation","ua":"tricosMetaCheck 1.2216-08-1999 (http:\/\/www.tricos.com\/metacheck)"},{"description":"some bad user agent","ua":"TSurf15a 11"},{"description":"Tulip Chain browser \/ link checker for Dmoz.org directory","ua":"TulipChain\/5.x (http:\/\/ostermiller.org\/tulipchain\/) Java\/1.x.1_0x (http:\/\/java.sun.com\/) Linux\/2.4.17"},{"description":"Tulip Chain browser \/ link checker for Dmoz.org directory","ua":"TulipChain\/5.xx (http:\/\/ostermiller.org\/tulipchain\/) Java\/1.x.1_0x (http:\/\/apple.com\/) Mac_OS_X\/10.2.8"},{"description":"Tumblr Tumblelogs RSS and news syndication crawler","ua":"Tumblr\/1.0 RSS syndication (+http:\/\/www.tumblr.com\/) (support@tumblr.com)"},{"description":"Turnitin (ex SlySearch) robot for helping educational institutions prevent plagiarism","ua":"TurnitinBot\/x.x (http:\/\/www.turnitin.com\/robot\/crawlerinfo.html)"},{"description":"TurnPike Emporium Directory (207.67.198.x) link checking","ua":"Turnpike Emporium LinkChecker\/0.1"},{"description":"TutorGig tutorial search robot","ua":"TutorGig\/1.5 (+http:\/\/www.tutorgig.com\/crawler)"},{"description":"TutorGig tutorial search robot","ua":"Tutorial Crawler 1.4 (http:\/\/www.tutorgig.com\/crawler)"},{"description":"Twiceler experimental web crawler","ua":"Twiceler www.cuill.com\/robots.html"},{"description":"Twiceler experimental web crawler","ua":"Twiceler-0.9 http:\/\/www.cuill.com\/twiceler\/robot.html"},{"description":"File downloading component from Twisted Python","ua":"Twisted PageGetter"},{"description":"Twitt(url)y URL tracking service for Twitter via Amazon Web Services","ua":"Twitturly \/ v0.x"},{"description":"Twotrees content filter","ua":"Twotrees Reactive Filter V2.0"},{"description":"Tycoon - Hewlett-Packards distributed cluster solution robot","ua":"Tycoon Agent\/Nutch-1.0-dev"},{"description":"Tygo Search robot","ua":"TygoBot"},{"description":"Tygo Search robot","ua":"TygoProwler"},{"description":"UCMore - IE navigation and search plugin","ua":"UCmore"},{"description":"UCMore - IE navigation and search plugin","ua":"UCMore Crawler App"},{"description":"Ucweb mobile browser","ua":"UCWEB5.1"},{"description":"user agent - maybe UdmSearch (see UdmSearch) ?","ua":"UDM"},{"description":"UdmSearch \/ MySearch (now mnoGoSeach) offline browser\/search client","ua":"UdmSearch\/3.1.x"},{"description":"University of Iowa Crawler- possibly MySpiders","ua":"UIowaCrawler\/1.0"},{"description":"UKWizz search robot","ua":"UKWizz\/Nutch-0.8.1 (UKWizz Nutch crawler; http:\/\/www.ukwizz.com\/)"},{"description":"Infoseek robot","ua":"Ultraseek"},{"description":"Unknown mail harvester\/spambot from 80.58.13.xxx (proxycache.rima-tde.net)","ua":"Under the Rainbow 2.2"},{"description":"DNS Right - Online DNS tools","ua":"unknownght.com Web Server IIS vs Apache Survey. See Results at www.DNSRight.com"},{"description":"Unknown robot from University of Toronto (128.100.5.1xx)","ua":"UofTDB_experiment (leehyun@cs.toronto.edu)"},{"description":"Mobile phone browser","ua":"UP.Browser\/3.01-IG01 UP.Link\/3.2.3.4"},{"description":"Updated! search robot","ua":"updated\/0.1-alpha (updated crawler; http:\/\/www.updated.com; crawler@updated.com)"},{"description":"Updated! search robot","ua":"updated\/0.1beta (updated.com; http:\/\/www.updated.com; crawler@updated.om)"},{"description":"Handspring (PalmOS powered cellphone) Treo Blazer browser","ua":"UPG1 UP\/4.0 (compatible; Blazer 1.0)"},{"description":"UptimeBot.com online link popularity check","ua":"Uptimebot"},{"description":"UptimeBot.com online link popularity check","ua":"UptimeBot(www.uptimebot.com)"},{"description":"URI::Fetch - client for fetching HTTP pages and syndication feeds (RSS Atom)","ua":"URI::Fetch\/0.06"},{"description":"Innerprise URL Spider Pro (now ES.NET) web indexing \/ site searching tool","ua":"URL Spider Pro\/x.xx (innerprise.net)"},{"description":"URLBase - Internet shortcut manager","ua":"URLBase\/6.x"},{"description":"URLBlaze file sharing link toolkit","ua":"URLBlaze"},{"description":":\/\/URLFAN news crawler","ua":"urlfan-bot\/1.0; +http:\/\/www.urlfan.com\/site\/bot\/350.html"},{"description":"URLGetFile downloading tool","ua":"URLGetFile"},{"description":"Innerprise URL Spider Pro (now ES.NET) web indexing \/ site searching tool","ua":"URL_Spider_Pro\/x.x"},{"description":"Innerprise URL Spider Pro (now ES.NET) web indexing \/ site searching tool","ua":"URL_Spider_Pro\/x.x+(http:\/\/www.innerprise.net\/usp-spider.asp)"},{"description":"BoardReader search favicon fetcher","ua":"User-Agent: BoardReader Favicon Fetcher \/1.0 info@boardreader.com"},{"description":"BoardReader search image fetcher","ua":"User-Agent: BoardReader Image Fetcher \/1.0 info@boardreader.com"},{"description":"ljpic.com - LiveJournal picture feed search","ua":"User-Agent: LjSEEK Picture-Bot \/1.0 contact@ljseek.com"},{"description":"FileHeap download manager","ua":"User-Agent: FileHeap! file downloader (http:\/\/www.fileheap.com)"},{"description":"Malformed UA header from some guestbook\/forum spammer","ua":"User-Agent: Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.1)"},{"description":"Skizzle search robot","ua":"User-Agent: Mozilla\/4.0 (SKIZZLE! Distributed Internet Spider v1.0 - www.SKIZZLE.com)"},{"description":"unknown robot (reads robots.txt) or sitegrabber. From different IPs- ie.: 62.98.8.xx (wind.it)","ua":"user-agent=Mozilla\/3.01Gold"},{"description":"University of Sydney NLP Spider for research in Natural Language Processing ","ua":"USyd-NLP-Spider (http:\/\/www.it.usyd.edu.au\/~vinci\/bot.html)"},{"description":"Web Thief Site Grabber","ua":"UtilMind HTTPGet"},{"description":"WebWasher ad filter","ua":"Utopia WebWasher 3.0"},{"description":"uTorrent BitTorrent client","ua":"uTorrent\/1500"},{"description":"Unknown bad behaving bot via Road Runner - see link","ua":"VadixBot"},{"description":"WiseGuys WAP pages robot","ua":"Vagabondo-WAP\/2.0 (webcrawler at wise-guys dot nl; http:\/\/webagent.wise-guys.nl\/)\/1.0 Profile"},{"description":"WiseGuys robot Netherland - 82.94.216.2","ua":"Vagabondo\/1.x MT (webagent@wise-guys.nl)"},{"description":"WiseGuys robot Netherland - 82.94.216.2","ua":"Vagabondo\/2.0 MT"},{"description":"WiseGuys robot Netherland - 82.94.216.2","ua":"Vagabondo\/2.0 MT (webagent at wise-guys dot nl)"},{"description":"WiseGuys robot Netherland - 82.94.216.2","ua":"Vagabondo\/2.0 MT (webagent@NOSPAMwise-guys.nl)"},{"description":"WiseGuys robot Netherland - 82.94.216.2","ua":"Vagabondo\/3.0 (webagent at wise-guys dot nl)"},{"description":"Open Directory link checking from Vakes","ua":"Vakes\/0.01 (Vakes; http:\/\/www.vakes.com\/; search@vakes.com)"},{"description":"unknown level3.net (63.214.172.xxx) robot","ua":"VayalaCreep-v0.0.1 (haploid@haploid.com)"},{"description":"unknown level3.net (63.214.172.xxx) robot","ua":"Vayala|Creep-v0.0.1 (codepoet@wildties.com)"},{"description":"iNet Grabber - Internet content grabber","ua":"vb wininet"},{"description":"Versus Project robot - Comparing methods for near-uniform URL sampling","ua":"versus 0.2 (+http:\/\/versus.integis.ch)"},{"description":"Unknown robot from EPFL University Switzerland (128.178.155.xxx)","ua":"versus crawler eda.baykan@epfl.ch"},{"description":"Verticrawl - Semantic search engine solution (French)","ua":"Verticrawlbot"},{"description":"VeryGoodSearch.com link submission checking","ua":"VeryGoodSearch.com.DaddyLongLegs"},{"description":"Verzamelgids NL link checking robot","ua":"verzamelgids.nl - Networking4all Bot\/x.x"},{"description":"Verzamelgids NL link checking robot","ua":"Verzamelgids\/2.2 (http:\/\/www.verzamelgids.nl)"},{"description":"Unknown robot from Yahoo Norway","ua":"Vespa Crawler"},{"description":"Sidewinder G2 anti-virus and anti-spyware protection","ua":"virus_detector (virus_harvester@securecomputing.com)"},{"description":"Visbot crawler for a search software under development","ua":"VisBot\/2.0 (Visvo.com Crawler; http:\/\/www.visvo.com\/bot.html; bot@visvo.com)"},{"description":"Some IE toolbar made with Visicom Media Dynamic Toolbar software","ua":"Visicom Toolbar"},{"description":"Vision research lab's Cortina - content based image retrieval (128.111.60.xx)","ua":"Vision Research Lab image spider at vision.ece.ucsb.edu"},{"description":"VLC - Cross-platform media player and streaming server","ua":"VLC media player - version 0.8.5 Janus - (c) 1996-2006 the VideoLAN team"},{"description":"VM - Vertical Search Engine (China)","ua":"VMBot\/0.x.x (VMBot; http:\/\/www.VerticalMatch.com\/; vmbot@tradedot.com)"},{"description":"Vortex Web Indexing Robot for a study on internet link distribution","ua":"Vortex\/2.2 (+http:\/\/marty.anstey.ca\/robots\/vortex\/)"},{"description":"Kosmix health, auto and travel search crawler (204.14.48.x \/ 38.113.234.xxx)","ua":"voyager-hc\/1.0"},{"description":"Kosmix health, auto and travel search crawler (204.14.48.x \/ 38.113.234.xxx)","ua":"voyager\/1.0"},{"description":"Kosmix health, auto and travel search crawler (204.14.48.x \/ 38.113.234.xxx)","ua":"voyager\/2.0 (http:\/\/www.kosmix.com\/html\/crawler.html)"},{"description":"Vivisimo search crawler (206.210.89.xxx)","ua":"VSE\/1.0 (testcrawler@hotmail.com)"},{"description":"Vivisimo search crawler (206.210.89.xxx)","ua":"VSE\/1.0 (testcrawler@vivisimo.com)"},{"description":"Verity vspider indexing software","ua":"vspider"},{"description":"Verity vspider indexing software","ua":"vspider\/3.x"},{"description":"VWBot - MetaQuerier Crawler for the MetaQuerier project at the University of Illinois","ua":"VWBOT\/Nutch-0.9-dev (VWBOT Nutch Crawler; http:\/\/vwbot.cs.uiuc.edu;+vwbot@cs.uiuc.edu"},{"description":"W3C Link Checker","ua":"W3C-checklink\/3.x.x.x libwww-perl\/5.xx"},{"description":"W3C Link Checker","ua":"W3C-checklink\/4.x [4.xx] libwww-perl\/5.xxx"},{"description":"WebCon - the Libwww command line tool","ua":"W3C-WebCon\/5.x.x libwww\/5.x.x"},{"description":"W3C Line Mode (character based Web browser)","ua":"W3CLineMode\/5.4.0 libwww\/5.x.x"},{"description":"Unknown link checking using Libwww via Korea Telecom (221.148.44.xxx)","ua":"W3CRobot\/5.4.0 libwww\/5.4.0"},{"description":"W3C HTML-Code Validator","ua":"W3C_Validator\/1.xxx libwww-perl\/5.xx"},{"description":"w3m Linux pager \/ text-based browser","ua":"w3m\/0.x.xx"},{"description":"W3 Site Search (Germany) search engine solution","ua":"W3SiteSearch Crawler_v1.1 http:\/\/www.w3sitesearch.de"},{"description":"Wadain (Japan) Blog \/ RSS search crawler","ua":"wadaino.jp-crawler 0.2 (http:\/\/wadaino.jp\/)"},{"description":"Wanna-Be text mode browser","ua":"WannaBe (Macintosh; PPC)"},{"description":"WapOnWindows WAP browser for PCs","ua":"WapOnWindows 1.0"},{"description":"Watchfire WebXM intranet solution","ua":"Watchfire WebXM 1.0"},{"description":"WAVcheck - Simple Vendor Discovery Tool for detecting client-side tags from web analytics vendors","ua":"WAVcheck 1.0.x (http:\/\/www.webbanalys.se\/apps\/WAVcheck\/)"},{"description":"Wavefire local search community engine (64.141.15.1xx)","ua":"Wavefire\/0.8-dev (Wavefire; http:\/\/www.wavefire.com; info@wavefire.com)"},{"description":"Waypath blog discovery engine robot","ua":"Waypath development crawler - info at waypath dot com"},{"description":"Waypath blog discovery engine robot","ua":"Waypath Scout v2.x - info at waypath dot com"},{"description":"WDG HTML-code validator","ua":"WDG_Validator\/1.1"},{"description":"Datafire.com's Web Image Collector (graphics downloading tool)","ua":"Web Image Collector"},{"description":"Relsoft link checking software","ua":"Web Link Validator 1.5"},{"description":"RankMeter ranking software","ua":"Web Snooper"},{"description":"Web-bekannt German web directory link checking","ua":"web-bekannt (Version: 1.02, powered by www.internetservice-franken.de)"},{"description":"Web-bekannt German web directory link checking","ua":"web-bekannt (Version: 1.02, powered by www.web-bekannt.de)"},{"description":"Unkown link or server checking from W\u00fcrzburg University Germany (132.187.10.xx)","ua":"Web-Bot V1.03"},{"description":"Unknown robot from 69.50.233.x (nectartech.com)","ua":"Web-Robot\/5.0 (en-US; web-robot.com\/policy.html) Web-Robot Crawler\/2.0.3"},{"description":"Web2Express \/ Web2x - Open data searching tool","ua":"web2express.org\/Nutch-0.9-dev (leveled playing field; http:\/\/web2express.org\/; info at web2express.org)"},{"description":"WebAlta search Russia crawler (85.21.201.xx)","ua":"WebAlta Crawler\/1.2.1 (http:\/\/www.webalta.ru\/bot.html)"},{"description":"WebarooBot \/ RufusBot from webaroo offline search service","ua":"WebarooBot (Webaroo Bot; http:\/\/64.124.122.252\/feedback.html)"},{"description":"WebarooBot \/ RufusBot from webaroo offline search service","ua":"WebarooBot (Webaroo Bot; http:\/\/www.webaroo.com\/rooSiteOwners.html)"},{"description":"Yanasoft WebAuto website copier \/ downloading tool","ua":"WebAuto\/3.4xxx (WinNT; I)"},{"description":"Web Bandit personal search software","ua":"webbandit\/4.xx.0"},{"description":"Amansoft WebBug web server protocol test","ua":"WebBug\/5.x"},{"description":"WebClipping.com - online news monitoring service","ua":"Webclipping.com"},{"description":"WebCollage Syndicator graphics crawler\/collector","ua":"webcollage\/1.xx"},{"description":"Quarterdecks WebCompass search tool","ua":"WebCompass 2.0"},{"description":"WebCopier offline browser","ua":"WebCopier vx.x"},{"description":"WebCopier offline browser","ua":"WebCopier vx.xa"},{"description":"WebCorp linguistic search engine (UK)","ua":"WebCorp\/1.0"},{"description":"Webcrawl Search robot (64.40.105.xxx)","ua":"webcrawl.net"},{"description":"Unix\/Linux Web Downloader","ua":"WebDownloader for X x.xx"},{"description":"Unknown robot from china-netcom.com","ua":"Webdup\/0.9"},{"description":"WingFlyer WebFetch website downloading tool","ua":"WebFetch"},{"description":"webfetch - command line tool to fetch files via HTTP","ua":"webfetch\/5.x.x"},{"description":"Verso NetSpective WebFilter","ua":"WebFilter Robot 1.0"},{"description":"Telemate.net NetSpective WebFilter","ua":"WebFilter Robot 1.x"},{"description":"Webfind search robot","ua":"WebFindBot(http:\/\/www.web-find.com)"},{"description":"Webglimpse search engine software","ua":"Webglimpse 2.xx.x (http:\/\/webglimpse.net)"},{"description":"webGobbler - Online random image generator","ua":"webGobbler\/1.x.x"},{"description":"fake ?","ua":"webhack"},{"description":"herbert.groot.jebbink.nl Web Images collage generator","ua":"WebImages 0.3 ( http:\/\/herbert.groot.jebbink.nl\/?app=WebImages )"},{"description":"WebLight web analyzer & link checker","ua":"WebLight\/4.x.x (support@illumit.com; http:\/\/www.illumit.com\/Products\/weblight\/)"},{"description":"WebLink's link management system for HTTP- FTP and Mail hyperlinks","ua":"Weblink's checker\/"},{"description":"Los Alamos National Laboratoy weblog research project","ua":"Weblog Attitude Diffusion 1.0"},{"description":"Unknown robot from Leipzig University (Germany) faculty for computer science","ua":"webmeasurement-bot, http:\/\/rvs.informatik.uni-leipzig.de"},{"description":"WebMiner bulk file downloader","ua":"WebMiner\/x.x [en] (Win98; I)"},{"description":"WeBoX (Japan) - Browser and web collector","ua":"WeBoX\/0.xx"},{"description":"WebPix - picture downloading tool","ua":"WebPix 1.0 (www.netwu.com)"},{"description":"Caesius WebQL - Custom robot\/agent generator \/ web extraction software","ua":"WebQL"},{"description":"WebRACE - HTTP retrieval- annotation and caching engine","ua":"WebRACE\/1.1 (University of Cyprus- Distributed Crawler)"},{"description":"WebRankSpider experimental web crawler","ua":"WebRankSpider\/1.37 (+http:\/\/ulm191.server4you.de\/crawler\/)"},{"description":"Webreaper download manager","ua":"WebReaper vx.x - www.webreaper.net"},{"description":"Webreaper download manager","ua":"WebReaper [info@webreaper.net]"},{"description":"Webreaper download manager","ua":"WebReaper [webreaper@webreaper.net]"},{"description":"Websearch Australia robot","ua":"WebSearch.COM.AU\/3.0.1 (The Australian Search Engine; http:\/\/WebSearch.COM.AU; Search@WebSearch.COM.AU)"},{"description":"Dortmund University WebSearchBench - Open source search software","ua":"WebSearchBench WebCrawler v0.1(Experimental)"},{"description":"Dortmund University WebSearchBench - Open source search software","ua":"WebSearchBench WebCrawler V1.0 (Beta)- Prof. Dr.-Ing. Christoph Lindemann- Universit\u00e4t Dortmund- cl@cs.uni-dortmund.de- http:\/\/websearchbench.cs.uni-dortmund.de\/"},{"description":"Web site downloading tool and offline browser (Japan)","ua":"Website Explorer\/0.9.x.x"},{"description":"Website eXtractor web site downloading tool","ua":"Website eXtractor"},{"description":"Sootle web directory Website Worth ranking tool","ua":"WebsiteWorth v1.0"},{"description":"Webspinne.de robot","ua":"Webspinne\/1.0 webmaster@webspinne.de"},{"description":"Websquash.com Search Engine robot \/ link checking","ua":"Websquash.com (Add url robot)"},{"description":"WebStat - Java statistical computing environment for the web","ua":"WebStat\/1.0 (Unix; beta; 20040314)"},{"description":"Webster - Rev. Healeys web crawler","ua":"Webster v0.3 ( http:\/\/webster.healeys.net\/ )"},{"description":"Websters Webmaster Archive (Germany) submission \/ pad checking","ua":"webster-internet.de pad browser"},{"description":"WebStripper download manager","ua":"WebStripper\/2.xx"},{"description":"WebTrafficExpress IBM server software","ua":"WebTrafficExpress\/x.0"},{"description":"Web Trends link analyzer","ua":"WebTrends\/3.0 (WinNT)"},{"description":"The Stanford WebBase Project crawler","ua":"WebVac (webmaster@pita.stanford.edu)"},{"description":"webval - Python link checking tool","ua":"WebVal\/1.0"},{"description":"Webverzeichnis.de (Germany) directory robot","ua":"Webverzeichnis.de - Telefon: 01908 \/ 26005"},{"description":"Web Vulnerability Crawler","ua":"WebVulnCrawl.unknown\/1.0 libwww-perl\/5.803"},{"description":"Studio Net.Idea's Web Watcher Monitor robot","ua":"WebWatcherMonitor\/2.01"},{"description":"WebZip offline browser","ua":"WebZIP\/x.x (http:\/\/www.spidersoft.com)"},{"description":"Unknown spam bot \/ harvester (62.163.**.** \/ 62.194.**.*)","ua":"Wells Search II"},{"description":"Some spam bot- see link","ua":"WEP Search 00"},{"description":"wwIPStuff - Internet client tools for Visual FoxPro","ua":"West Wind Internet Protocols 4.xx"},{"description":"IBM's Almaden Research robot (Clever search project)","ua":"WFARC"},{"description":"GNU wget - file downloader","ua":"Wget\/1.x(.x)GNU wget http:\/\/www.gnu.org\/software\/wget\/wget.html - file downloader"},{"description":"GNU wget - file downloader","ua":"Wget\/1.x+cvs-stable (Red Hat modified)"},{"description":"GNU wget - file downloader","ua":"Wget\/1.x.x+cvs"},{"description":"Whatsup Gold network monitor","ua":"Whatsup\/x.x"},{"description":"WhatUSeek \/ Chubba robot","ua":"whatUseek_winona\/3.0"},{"description":"WhizBang! Labs (closed since May 2002) information extraction robot","ua":"WhizBang! Lab"},{"description":"some download agent","ua":"Wildsoft Surfer"},{"description":"Twotrees crawler","ua":"Willow Internet Crawler by Twotrees V2.1"},{"description":"unknown robot from gw.ocg-corp.com (209.126.176.x)","ua":"WinampMPEG\/2.00 (larbin@unspecified.mail)"},{"description":"Super Affiliate Tracker agent by Wincer Song","ua":"WincerSong Agent v1.0"},{"description":"Windows Media Player 10","ua":"Windows-Media-Player\/10.00.00.xxxx"},{"description":"Nicksoft WinGet download manager","ua":"WinGet 1.1"},{"description":"Example code for a WinHTTP C++ library crawler","ua":"WinHTTP Example\/1.0"},{"description":"Wink beta search robot (64.13.136.x)","ua":"WinkBot\/0.06 (Wink.com search engine web crawler; http:\/\/www.wink.com\/Wink:WinkBot; winkbot@wink.com)"},{"description":"WinPodder - Podcast player and RSS reader","ua":"WinPodder (http:\/\/winpodder.com)"},{"description":"WinWap - Windows PC WAP browser","ua":"WinWAP\/3.x (3.x.x.xx; Win32) (Google WAP Proxy\/1.0)"},{"description":"Yammba web directory (Germany) link checking","ua":"Wir sind die Borg (Version: 1.03, Sie wurden Assimiliert +http:\/\/www.yammba.com\/suchmaschine\/bot.html)"},{"description":"WIRE crawler used by the University of Pisa - Italy","ua":"WIRE\/0.11 (Linux; i686; Bot,Robot,Spider,Crawler,aromano@cli.di.unipi.it)"},{"description":"WIRE - Web information retrieval environment crawler","ua":"WIRE\/0.x (Linux; i686; Bot,Robot,Spider,Crawler)"},{"description":"Korea Wisenut robot","ua":"WISEbot\/1.0 (WISEbot@koreawisenut.com; http:\/\/wisebot.koreawisenut.com)"},{"description":"Wisewire domain checker (Discontinued)","ua":"WiseWire-Spider2"},{"description":"WISH academic research project for link checking","ua":"wish-project (http:\/\/wish.slis.tsukuba.ac.jp\/)"},{"description":"Wordchamp web page vocabulary \/ translation robot","ua":"WordChampBot"},{"description":"WordPress personal Blog publishing platform","ua":"WordPress\/x.x.x.x PHP\/4.x.xx"},{"description":"WORIO (beta) search for computer scientists and programmers using Heritrix open-source crawler","ua":"worio heritrix bot (+http:\/\/worio.com\/)"},{"description":"WORIO (beta) search for computer scientists and programmers via Amazon Web Services","ua":"woriobot ( http:\/\/www.worio.com\/)"},{"description":"Entireweb Search robot (62.13.25.xxx)","ua":"WorldLight"},{"description":"unknown link checking (from 4.18.57.126) ?","ua":"WorQmada\/1.0"},{"description":"Wotbox spider","ua":"Wotbox\/alpha0.6 (bot@wotbox.com; http:\/\/www.wotbox.com)"},{"description":"Wotbox spider","ua":"Wotbox\/alpha0.x.x (bot@wotbox.com; http:\/\/www.wotbox.com) Java\/1.4.1_02"},{"description":"WebSearchBench crawler from Dortmund University- Germany","ua":"WSB WebCrawler V1.0 (Beta)- cl@cs.uni-dortmund.de"},{"description":"WebSearchBench crawler from Dortmund University- Germany","ua":"WSB, http:\/\/websearchbench.cs.uni-dortmund.de"},{"description":"WUME Lab's web crawler (128.180.121.xxx)","ua":"wume_crawler\/1.1 (http:\/\/wume.cse.lehigh.edu\/~xiq204\/crawler\/)"},{"description":"Wusage log-file analysis","ua":"Wusage\/x.0@boutell.com"},{"description":"WWLib - Wolverhampton Univerity Web Library for classifying web documents","ua":"Wwlib\/Linux"},{"description":"WWSBOT web server version checker","ua":"WWSBOT 1.x [--- http:\/\/www.analyzer.nu ---]"},{"description":"Perl web page fetching module","ua":"WWW-Mechanize\/1.1x"},{"description":"Arianna robot","ua":"www.arianna.it"},{"description":"Business-Socket.com link checking ?","ua":"www.business-socket.com registry verify\/1.x"},{"description":"The DoWeb UK Business directory link checking","ua":"www.doweb.co.uk crawler"},{"description":"www4mail - web navigation & database search by e-mail","ua":"www4mail\/2.x libwww-FM\/2.14 (Unix; I)"},{"description":"WWWC Updating check of Web pages. (Japanese only)","ua":"WWWC\/1.0x"},{"description":"World Wide Weasel Germany robot","ua":"WWWeasel Robot v1.00 (http:\/\/wwweasel.de)"},{"description":"WWWoffle download manager","ua":"WWWOFFLE\/2.x"},{"description":"Unknown robot from CIS at Munich University","ua":"wwwster\/1.x (Beta- mailto:gue@cis.uni-muenchen.de)"},{"description":"wxDownload Fast (wxDFast) open source download manager","ua":"wxDownload Fast"},{"description":"Arexera (Germany) crawler software","ua":"X-Crawler "},{"description":"Xaldon WebSpider offline browser","ua":"Xaldon WebSpider"},{"description":"Xenu link checker","ua":"Xenu Link Sleuth 1.xx"},{"description":"Xenu link checker","ua":"Xenu's Link Sleuth 1.x[a-z]"},{"description":"XerKa text mining and information retrieval software","ua":"Xerka WebBot v1.0.0 [UPVOpenDir]"},{"description":"xine - free Linux \/ OS\/2 multimedia player","ua":"xine\/1.0"},{"description":"XIRQ search (beta) robot (70.86.206.1xx)","ua":"xirq\/0.1-beta (xirq; http:\/\/www.xirq.com; xirq@xirq.com)"},{"description":"GPath \/ XMLSlurp - Expression language for tree structured data","ua":"XMLSlurp\/0.1 libwww-perl\/5.805"},{"description":"Metamark URL Shorten Service","ua":"XRL\/2.00b1 (Linux; i686; en-us) (+http:\/\/metamark.net\/about)"},{"description":"Xylix Retrieval System software","ua":"Xylix"},{"description":"Inria Crawler","ua":"xyro_(xcrawler@cosmos.inria.fr)"},{"description":"Yahoo Search Japan robot (211.14.8.2xx)","ua":"Y!J-BSC\/1.0 (http:\/\/help.yahoo.co.jp\/help\/jp\/search\/indexing\/indexing-15.html)"},{"description":"Yahoo Search Japan robot (203.216.197.xxx)","ua":"Y!J-SRD\/1.0"},{"description":"Yahoo Search Japan robot (211.14.8.2xx)","ua":"Y!J\/1.0 (http:\/\/help.yahoo.co.jp\/help\/jp\/search\/indexing\/indexing-15.html)"},{"description":"Yahoo picture service for mobiles","ua":"Y!OASIS\/TEST no-ad Mozilla\/4.08 [en] (X11; I; FreeBSD 2.2.8-STABLE i386)"},{"description":"Y!TunnelPro - Yahoo! Messenger companion user agent","ua":"Y!TunnelPro"},{"description":"Yacy distributed P2P web search engine robot","ua":"yacy (www.yacy.net; v20040602; i386 Linux 2.4.26-gentoo-r13; java 1.4.2_06; MET\/en)"},{"description":"Yacy distributed P2P web search engine robot","ua":"yacybot (x86 Windows XP 5.1; java 1.5.0_06; Europe\/de) yacy.net"},{"description":"(Yahoo) Pipes interactive data aggregator robot","ua":"Yahoo Pipes 1.0"},{"description":"Yahoo Mindset: Intent-driven Search (66.228.182.1xx)","ua":"Yahoo! Mindset"},{"description":"Yahoo blog indexing robot (209.191.83.1xx)","ua":"Yahoo-Blogs\/v3.9 (compatible; Mozilla 4.0; MSIE 5.5; http:\/\/help.yahoo.com\/help\/us\/ysearch\/crawling\/crawling-02.html )"},{"description":"Yahoo multimedia crawler (206.190.43.xx)","ua":"Yahoo-MMAudVid\/1.0 (mms dash mmaudvidcrawler dash support at yahoo dash inc dot com)"},{"description":"Yahoo multimedia crawler","ua":"Yahoo-MMAudVid\/2.0(mms dash mm aud vid crawler dash support at yahoo dash inc.com ;Mozilla 4.0 compatible; MSIE 7.0;Windows NT 5.0; .NET CLR 2.0)"},{"description":"Yahoo multimedia crawler via Fastsearch.net (66.77.73.xx)","ua":"Yahoo-MMCrawler\/3.x (mm dash crawler at trd dot overture dot com)"},{"description":"Yahoo Search robot","ua":"Yahoo-Test\/4.0"},{"description":"Yahoo crawler via Overture (66.77.73.3x)","ua":"Yahoo-VerticalCrawler-FormerWebCrawler\/3.9 crawler at trd dot overture dot com; http:\/\/www.alltheweb.com\/help\/webmaster\/crawler"},{"description":"Yahoo Publisher Network RSS crawler","ua":"YahooFeedSeeker\/2.0 (compatible; Mozilla 4.0; MSIE 5.5; http:\/\/publisher.yahoo.com\/rssguide)"},{"description":"Yahoo Product Search crawler ( 68.142.195..x)","ua":"YahooSeeker-Testing\/v3.9 (compatible; Mozilla 4.0; MSIE 5.5; http:\/\/search.yahoo.com\/)"},{"description":"Yahoo Product Search crawler ( 66.196.93.x)","ua":"YahooSeeker\/1.0 (compatible; Mozilla 4.0; MSIE 5.5; http:\/\/help.yahoo.com\/help\/us\/shop\/merchant\/)"},{"description":"Yahoo Product Search crawler ( 66.196.93.x)","ua":"YahooSeeker\/1.0 (compatible; Mozilla 4.0; MSIE 5.5; http:\/\/search.yahoo.com\/yahooseeker.html)"},{"description":"Yahoo Product Search crawler ( 66.196.93.x)","ua":"YahooSeeker\/1.1 (compatible; Mozilla 4.0; MSIE 5.5; http:\/\/help.yahoo.com\/help\/us\/shop\/merchant\/)"},{"description":"Yahoo Product Search crawler ( 68.142.195..x)","ua":"YahooSeeker\/bsv3.9 (compatible; Mozilla 4.0; MSIE 5.5; http:\/\/help.yahoo.com\/help\/us\/ysearch\/crawling\/crawling-02.html )"},{"description":"Yahoo robot","ua":"YahooSeeker\/CafeKelsa-dev (compatible; Konqueror\/3.2; FreeBSD ;cafekelsa-dev-webmaster@yahoo-inc.com )"},{"description":"Yandex Search Russia link checking (213.180.206.2xx)","ua":"Yandex\/1.01.001 (compatible; Win16; I)"},{"description":"Yanga search robot by Gigabase (Russian Federation)","ua":"Yanga WorldSearch Bot v1.1\/beta (http:\/\/www.yanga.co.uk\/)"},{"description":"Yarienavoir search (Belgium) robot","ua":"yarienavoir.net\/0.2"},{"description":"1noon.com search Korea robot (222.231.21.xxx)","ua":"Yeti"},{"description":"1noon.com search Korea robot (222.231.21.xxx)","ua":"Yeti\/0.01 (nhn\/1noon, yetibot@naver.com, check robots.txt daily and follows it)"},{"description":"Naver search (Korea) robot","ua":"Yeti\/1.0 (NHN Corp.; http:\/\/help.naver.com\/robots\/)"},{"description":"yggdrasil spider for GoPubMed biorelated search engine","ua":"yggdrasil\/Nutch-0.9 (yggdrasil biorelated search engine; www dot biotec dot tu minus dresden do de slash schroeder; heiko dot dietze at biotec dot tu minus dresden dot de)"},{"description":"Yodao search (China)","ua":"YodaoBot\/1.0 (http:\/\/www.yodao.com\/help\/webmaster\/spider\/; )"},{"description":"Yoono - community based search (193.110.140.xxx \/ 194.0.179.[x]xx)","ua":"yoofind\/yoofind-0.1-dev (yoono webcrawler; http:\/\/www.yoono.com ; MyEmail)"},{"description":"Yoogli search (under development) agent","ua":"yoogliFetchAgent\/0.1"},{"description":"Yoono - community based search (193.110.140.xxx \/ 194.0.179.[x]xx)","ua":"yoono\/1.0 web-crawler\/1.0"},{"description":"YottaCars bot - YottaCar car search engine ( 64.62.175.xxx)","ua":"YottaCars_Bot\/4.12 (+http:\/\/www.yottacars.com) Car Search Engine "},{"description":"YottaShopping bot - YottaShopping search engine ( 64.62.175.xxx) ","ua":"YottaShopping_Bot\/4.12 (+http:\/\/www.yottashopping.com) Shopping Search Engine"},{"description":"Y!TunnelPro - Yahoo! Messenger companion user agent","ua":"YTunnelPro"},{"description":"Z-Add online link checker","ua":"Z-Add Link Checker (http:\/\/w3.z-add.co.uk\/linkcheck\/)"},{"description":"Zao crawler for Kototoi Project","ua":"Zao-Crawler"},{"description":"Zao crawler for Kototoi Project","ua":"Zao-Crawler 0.2b"},{"description":"Zao crawler for Kototoi Project","ua":"Zao\/0.1 (http:\/\/www.kototoi.org\/zao\/)"},{"description":"Zeus Internet Marketing Robot based on Webster Pro component","ua":"ZBot\/1.00 (icaulfield@zeus.com)"},{"description":"Zearchit German search \/ directory","ua":"Zearchit"},{"description":"Ze.bz Moteur de Recherche robot","ua":"ZeBot_lseek.net (bot@ze.bz)"},{"description":"Ze.bz Moteur de Recherche robot","ua":"ZeBot_www.ze.bz (ze.bz@hotmail.com)"},{"description":"ZedZo Search (beta) robot","ua":"zedzo.digest\/0.1 (http:\/\/www.zedzo.com\/)"},{"description":"Zend PHP frameworks Zend_Http_Client component","ua":"Zend_Http_Client"},{"description":"Powerset Natural Language Search crawler (under development) using Heritrix via Amazon Web Services","ua":"zermelo Mozilla\/5.0 compatible; heritrix\/1.12.1 (+http:\/\/www.powerset.com) [email:crawl@powerset.com,email:paul@page-store.com]"},{"description":"Zerx search robot ?","ua":"zerxbot\/Version 0.6 libwww-perl\/5.79"},{"description":"Zeus Internet Marketing Robot (based on Webster Pro)","ua":"Zeus ThemeSite Viewer Webster Pro V2.9 Win32"},{"description":"Zeus Internet Marketing Robot (based on Webster Pro)","ua":"Zeus xxxxx Webster Pro V2.9 Win32"},{"description":"Zeusbot robot for building the Ulsysseek.com index","ua":"Zeusbot\/0.07 (Ulysseek's web-crawling robot; http:\/\/www.zeusbot.com; agent@zeusbot.com)"},{"description":"Unknown agent (server- or link checking ?) from 198.173.158.xx","ua":"Ziggy -- The Clown From Hell!!"},{"description":"Zipp.net web search robot","ua":"ZipppBot\/0.xx (ZipppBot; http:\/\/www.zippp.net; webmaster@zippp.net)"},{"description":"Zipp.net web search robot","ua":"ZIPPPCVS\/0.xx (ZipppBot\/.xx;http:\/\/www.zippp.net; webmaster@zippp.net)"},{"description":"Zippyfinder robot","ua":"Zippy v2.0 - Zippyfinder.com"},{"description":"Microsoft Zoo Tycoon 2 game client","ua":"Zoo Tycoon 2 Client -- http:\/\/www.zootycoon.com"},{"description":"Zoom Search Engine software spider","ua":"ZoomSpider - wrensoft.com"},{"description":" collecting for machine learning; http:\/\/zscho.de\/ )","ua":"Zscho.de Crawler\/Nutch-1.0-Zscho.de-semantic_patch (Zscho.de Crawler"},{"description":"zspider robot for a new search engine","ua":"zspider\/0.9-dev http:\/\/feedback.redkolibri.com\/"},{"description":"Wisenut robot","ua":"ZyBorg\/1.0 (ZyBorg@WISEnut.com; http:\/\/www.WISEnut.com)"},{"description":"FM Scene soccer fan pages plugin","ua":"Mozilla\/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko\/20100401 Firefox\/3.6.3 (FM Scene 4.6.1)"},{"description":"PrevX security plugin","ua":"Mozilla\/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko\/20100401 Firefox\/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5)"}] |