lib/tasks/allagents.xml from kevinelliott/agent_orange

lib/tasks/allagents.xml
Summary

Maintainability

Test Coverage

Issues
<?xml version="1.0"?>
<user-agents>
<user-agent>
<ID>id_a_f_3</ID>
<String>!Susie (http://www.sync2it.com/susie)</String>
<Description>Sync2It bookmark management &amp; clustering engine</Description>
<Type>C R</Type>
<Comment></Comment>
<Link1>http://www.sync2it.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_6</ID>
<String>&lt;a href='http://www.unchaos.com/'> UnChaos &lt;/a> From Chaos To Order Hybrid Web Search Engine.(vadim_gonchar@unchaos.com)</String>
<Description>UnCHAOS search robot</Description>
<Type>R</Type>
<Comment>Site is dead</Comment>
<Link1>http://www.unchaos.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_7</ID>
<String>&lt;a href='http://www.unchaos.com/'> UnChaos Bot Hybrid Web Search Engine. &lt;/a> (vadim_gonchar@unchaos.com)</String>
<Description>UnCHAOS search robot</Description>
<Type>R</Type>
<Comment>Site is dead</Comment>
<Link1>http://www.unchaos.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_8</ID>
<String>&lt;b> UnChaosBot From Chaos To Order UnChaos Hybrid Web Search Engine at www.unchaos.com &lt;/b> (info@unchaos.com)</String>
<Description>UnCHAOS search robot</Description>
<Type>R</Type>
<Comment>Site is dead</Comment>
<Link1>http://www.unchaos.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_9</ID>
<String>&lt;http://www.sygol.com/> http://www.sygol.com</String>
<Description>Sygol Search (Italy) robot</Description>
<Type>R</Type>
<Comment>s.also SygolBot</Comment>
<Link1>http://www.sygol.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_4</ID>
<String>( Robots.txt Validator http://www.searchengineworld.com/cgi-bin/robotcheck.cgi )</String>
<Description>SearchEngineWorld's robots.txt validator</Description>
<Type>C</Type>
<Comment>Services is no more available</Comment>
<Link1>http://www.searchengineworld.com/cgi-bin/robotcheck.cgi</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_171105_1</ID>
<String>(DreamPassport/3.0; isao/MyDiGiRabi)</String>
<Description>DreamCast DreamPassport browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.dricas.com/dp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_290606_1</ID>
<String>(Privoxy/1.0)</String>
<Description>Privoxy web proxy</Description>
<Type>P</Type>
<Comment>s.also Privoxy/3.0 (Anonymous)</Comment>
<Link1>http://www.privoxy.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_230507_1</ID>
<String>*/Nutch-0.9-dev</String>
<Description>Unknown Yahoo robot</Description>
<Type>R</Type>
<Comment>123.113.184.2xx</Comment>
<Link1>http://www.yahoo.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_5</ID>
<String>+SitiDi.net/SitiDiBot/1.0 (+Have Good Day)</String>
<Description>SitiDi.net search (Germany) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.sitidi.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_1</ID>
<String>-DIE-KRAEHE- META-SEARCH-ENGINE/1.1 http://www.die-kraehe.de</String>
<Description>Die Kraehe Meta-Search-Engine (Germany) link checking</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.die-kraehe.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_060206_1</ID>
<String>123spider-Bot (Version: 1.02&#44; powered by www.123spider.de</String>
<Description>123spider.de (Germany) web directory link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.123spider.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_180806_1</ID>
<String>192.comAgent</String>
<Description>192.com - UK web directory</Description>
<Type>R</Type>
<Comment>217.160.75.2xx</Comment>
<Link1>http://www.192.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_060606_1</ID>
<String>1st ZipCommander (Net) - http://www.zipcommander.com/</String>
<Description>1st ZipCommander Net - IE based browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.zipcommander.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_10</ID>
<String>2Bone_LinkChecker/1.0 libwww-perl/5.64</String>
<Description>2Bone online link checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.2bone.com/links/linkchecker.shtml</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_11</ID>
<String>4anything.com LinkChecker v2.0</String>
<Description>4Anything robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.4anything.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_110207_1</ID>
<String>8484 Boston Project v 1.0</String>
<Description>Unknown guestbook spamming or harvesting tool from diff. IPs</Description>
<Type>S</Type>
<Comment>s. various honey pot sites</Comment>
<Link1>http://www.projecthoneypot.org/bsh_X19tb2RlPWdsb2JhbCZfX2J5PWMmY3RyeT11cyZ1YWc9ODQ4NCtCb3N0b24rUHJvamVjdCt2KzEuMA..</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_2</ID>
<String>:robot/1.0 (linux) ( admin e-mail: undefined http://www.neofonie.de/loesungen/search/robot.html )</String>
<Description>neofonie search robot Germany</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.neofonie.de/loesungen/search/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_12</ID>
<String>A-Online Search</String>
<Description>A-Online.at robot - now Jet2Web Search</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.jet2web.net/portal</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_090707_1</ID>
<String>A1 Keyword Research/1.0.2 (+http://www.micro-sys.dk/products/keyword-research/) miggibot/2007.03.27</String>
<Description>A1 Keyword Research - search engine and keyword optimization software</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.micro-sys.dk/products/keyword-research/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_100906_1</ID>
<String>A1 Sitemap Generator/1.0 (+http://www.micro-sys.dk/products/sitemap-generator/) miggibot/2006.01.24</String>
<Description>MiggiBot website crawler engine - A1 Sitemap Generator</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.micro-sys.dk/products/sitemap-generator/</Link1>
<Link2>http://www.micro-sys.dk/developer/miggibot/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_250408_2</ID>
<String>aardvark-crawler</String>
<Description>Aardvark web crawler for Sun's Blog recommendations</Description>
<Type>R</Type>
<Comment>192.9.71.7x</Comment>
<Link1>http://blogs.sun.com/plamere/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_13</ID>
<String>AbachoBOT</String>
<Description>Abacho / Crawler.de robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.abacho.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_14</ID>
<String>AbachoBOT (Mozilla compatible)</String>
<Description>Abacho / Crawler.de robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.abacho.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_15</ID>
<String>ABCdatos BotLink/5.xx.xxx#BBL</String>
<Description>ABCdatos - Castilian program &amp; tutorial directory</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.abcdatos.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_16</ID>
<String>Aberja Checkomat</String>
<Description>Aberja Hybridsuchmaschine (Germany) link checking</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.aberja.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_17</ID>
<String>abot/0.1 (abot; http://www.abot.com; abot@abot.com)</String>
<Description>Nameprotect copyright search robot (24.177.134.x)</Description>
<Type>R</Type>
<Comment>s. also - np/0.1_(np;_http://www.nameprotect.com... - aipbot/1.0 (aipbot; http://www.aipbot.com...</Comment>
<Link1>http://www.nameprotect.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_18</ID>
<String>About/0.1libwww-perl/5.47</String>
<Description>About robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.about.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_051206_3</ID>
<String>Accelatech RSSCrawler/0.4</String>
<Description>Accela Technology RSS feed crawler</Description>
<Type>R</Type>
<Comment>125.100.242.2xx</Comment>
<Link1>http://www.accelatech.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_19</ID>
<String>accoona</String>
<Description>Accoona Search robot</Description>
<Type>R</Type>
<Comment>65.17.255.xx</Comment>
<Link1>http://www.accoona.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_20</ID>
<String>Accoona-AI-Agent/1.1.1 (crawler at accoona dot com)</String>
<Description>Accoona Search robot</Description>
<Type>R</Type>
<Comment>65.17.255.xx</Comment>
<Link1>http://www.accoona.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_140906_3</ID>
<String>Accoona-AI-Agent/1.1.2 (aicrawler at accoonabot dot com)</String>
<Description>Accoona Search robot</Description>
<Type>R</Type>
<Comment>65.17.255.xx</Comment>
<Link1>http://www.accoona.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_21</ID>
<String>Ace Explorer</String>
<Description>Ace Explorer - IE based browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.aceexplorer.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_280806_1</ID>
<String>Ack (http://www.ackerm.com/)</String>
<Description>Ackerm search robot</Description>
<Type>R</Type>
<Comment>64.74.153.xx</Comment>
<Link1>http://www.ackerm.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_22</ID>
<String>AcoiRobot</String>
<Description>Acoi picture finder robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://monetdb.cwi.nl/acoi/projects.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_23</ID>
<String>Acoon Robot v1.50.001</String>
<Description>Acoon.de search (Germany) robot</Description>
<Type>R</Type>
<Comment>80.237.153.10x</Comment>
<Link1>http://www.acoon.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_24</ID>
<String>Acoon Robot v1.52 (http://www.acoon.de)</String>
<Description>Acoon.de search (Germany) robot</Description>
<Type>R</Type>
<Comment>80.237.153.10x</Comment>
<Link1>http://www.acoon.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_100508_1</ID>
<String>Acoon-Robot 4.0.x.[xx] (http://www.acoon.de)</String>
<Description>Acoon.de search (Germany) robot</Description>
<Type>R</Type>
<Comment>80.237.209.xx</Comment>
<Link1>http://www.acoon.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_010108_1</ID>
<String>Acoon-Robot v3.xx (http://www.acoon.de and http://www.acoon.com)</String>
<Description>Acoon.de search (Germany) robot</Description>
<Type>R</Type>
<Comment>80.237.153.10x</Comment>
<Link1>http://www.acoon.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_110507_1</ID>
<String>Acorn/Nutch-0.9 (Non-Profit Search Engine; acorn.isara.org; acorn at isara dot org)</String>
<Description>Acorn Search Project</Description>
<Type>R</Type>
<Comment>124.157.145.1xx</Comment>
<Link1>http://acorn.no-ip.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_25</ID>
<String>ActiveBookmark 1.x</String>
<Description>LibMaster.com Active Bookmark HTML page creator</Description>
<Type>C B</Type>
<Comment></Comment>
<Link1>http://www.libmaster.com/software.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_060806_2</ID>
<String>Activeworlds</String>
<Description>Activeworlds 3D homepage browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.activeworlds.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_26</ID>
<String>ActiveWorlds/3.xx (xxx)</String>
<Description>Activeworlds 3D homepage browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.activeworlds.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_27</ID>
<String>Ad Muncher v4.xx.x</String>
<Description>Ad Muncher - banner killer</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.admuncher.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_28</ID>
<String>Ad Muncher v4x Build xxxxx</String>
<Description>Ad Muncher - banner killer</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.admuncher.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_061006_1</ID>
<String>Adaxas Spider (http://www.adaxas.net/)</String>
<Description>website directory adaxas link checking</Description>
<Type>C</Type>
<Comment>85.10.199.xx</Comment>
<Link1>http://www.adaxas.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_29</ID>
<String>Advanced Browser (http://www.avantbrowser.com)</String>
<Description>Avant Browser - IE based browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.avantbrowser.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_30</ID>
<String>AESOP_com_SpiderMan</String>
<Description>Aesop robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.aesop.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_31</ID>
<String>agadine/1.x.x (+http://www.agada.de)</String>
<Description>Agada search (Germany) robot</Description>
<Type>R</Type>
<Comment>s. also Mozilla/4.0 (agadine3.0)</Comment>
<Link1>http://www.agada.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_32</ID>
<String>Agent-SharewarePlazaFileCheckBot/2.0+(+http://www.SharewarePlaza.com)</String>
<Description>SharewarePlaza link checking</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.sharewareplaza.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_33</ID>
<String>AgentName/0.1 libwww-perl/5.48</String>
<Description>Linkomatic submission verifier</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.linkomatic.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_34</ID>
<String>AIBOT/2.1 By +(www.21seek.com A Real artificial intelligence search engine China)</String>
<Description>21seek.com (China) robot (218.17.90.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.21seek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_130807_1</ID>
<String>AideRSS/1.0 (aiderss.com)</String>
<Description>AideRss - Postrank RSS and Blog filtering</Description>
<Type>C</Type>
<Comment>72.44.35.2xx</Comment>
<Link1>http://www.aiderss.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_35</ID>
<String>aipbot/1.0 (aipbot; http://www.aipbot.com; aipbot@aipbot.com)</String>
<Description>Nameprotect copyright search robot (24.177.134.x)</Description>
<Type>R</Type>
<Comment>s. also - np/0.1_(np;_http://www.nameprotect.com... - abot/0.1 (abot; http://www.abot.com...</Comment>
<Link1>http://www.nameprotect.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_36</ID>
<String>aipbot/2-beta (aipbot dev; http://aipbot.com; aipbot@aipbot.com)</String>
<Description>Nameprotect copyright search robot (24.177.134.x)</Description>
<Type>R</Type>
<Comment>s. also - np/0.1_(np;_http://www.nameprotect.com... - abot/0.1 (abot; http://www.abot.com...</Comment>
<Link1>http://www.nameprotect.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_291108_1</ID>
<String>Akregator/1.2.9; librss/remnants</String>
<Description>Akregator news feed reader for KDE</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://akregator.kde.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_37</ID>
<String>Aladin/3.324</String>
<Description>Aladin robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.aladin.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_180408_1</ID>
<String>Alcatel-BG3/1.0 UP.Browser/5.0.3.1.2</String>
<Description>Phone.com UP.Browser for mobiles on Alcatel cellphone</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.openwave.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_38</ID>
<String>Aleksika Spider/1.0 (+http://www.aleksika.com/)</String>
<Description>Aleksika Danmark - Search engine optimization spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.aleksika.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_291108_2</ID>
<String>AlertInfo 2.0 (Powered by Newsbrain)</String>
<Description>Alertinfo - French version of Feedreader 3.xx </Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.feedreader.com/</Link1>
<Link2>http://www.geste.fr/alertinfo/home.html</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_39</ID>
<String>AlkalineBOT/1.3</String>
<Description>Vestris robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://alkaline.vestris.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_40</ID>
<String>AlkalineBOT/1.4 (1.4.0326.0 RTM)</String>
<Description>Vestris robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://alkaline.vestris.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_41</ID>
<String>Allesklar/0.1 libwww-perl/5.46</String>
<Description>Allesklar.de robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.allesklar.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_42</ID>
<String>Alligator 1.31 (www.nearsoftware.com)</String>
<Description>Alligator download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.nearsoftware.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_011108_1</ID>
<String>Allrati/1.1 (+)</String>
<Description>Unknown robot from Allrati.com</Description>
<Type>R</Type>
<Comment>67.205.96.xxx/67.205.104.xx</Comment>
<Link1>http://www.allrati.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_43</ID>
<String>AltaVista Intranet V2.0 AVS EVAL search@freeit.com</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_44</ID>
<String>AltaVista Intranet V2.0 Compaq Altavista Eval sveand@altavista.net</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_45</ID>
<String>AltaVista Intranet V2.0 evreka.com crawler@evreka.com</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_46</ID>
<String>AltaVista V2.0B crawler@evreka.com</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_280209_1</ID>
<String>amaya/x.xx libwww/x.x.x</String>
<Description>Amaya - W3C's Editor/Browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.w3.org/Amaya/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_47</ID>
<String>AmfibiBOT</String>
<Description>Amfibi Search robot</Description>
<Type>R</Type>
<Comment>64.111.217.9x</Comment>
<Link1>http://www.amfibi.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_48</ID>
<String>Amfibibot/0.06 (Amfibi Web Search; http://www.amfibi.com; agent@amfibi.com)</String>
<Description>Amfibi Search robot</Description>
<Type>R</Type>
<Comment>64.111.217.9x</Comment>
<Link1>http://www.amfibi.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_141105_2</ID>
<String>Amfibibot/0.07 (Amfibi Robot; http://www.amfibi.com; agent@amfibi.com)</String>
<Description>Amfibi Search robot</Description>
<Type>R</Type>
<Comment>64.111.217.9x</Comment>
<Link1>http://www.amfibi.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_49</ID>
<String>amibot</String>
<Description>amibot - Amidalla search engine robot (62.241.33.xx)</Description>
<Type>R</Type>
<Comment>s. also libwww-perl/5.65</Comment>
<Link1>http://www.amidalla.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_50</ID>
<String>Amiga-AWeb/3.4.167SE</String>
<Description>AWeb Amiga browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.amitrix.com/aweb.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_51</ID>
<String>AmigaVoyager/3.4.4 (MorphOS/PPC native)</String>
<Description>Voyager - Amiga browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.vapor.com/voyager/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_091205_1</ID>
<String>AmiTCP Miami (AmigaOS 2.04)</String>
<Description>Amiga Miami TCP Stack</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://home.ptd.net/~strdustr/amirc/Netware.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_210608_1</ID>
<String>Amoi 8512/R21.0 NF-Browser/3.3</String>
<Description>NF embedded browser on Amois Skypephone</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://3skypephone.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_190206_3</ID>
<String>amzn_assoc</String>
<Description>Amazon.com robot for checking their affiliate sites</Description>
<Type>C</Type>
<Comment>s. also aranhabot</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_52</ID>
<String>AnnoMille spider 0.1 alpha - http://www.annomille.it</String>
<Description>Annomille Italian historical oriented robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.annomille.it</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_53</ID>
<String>annotate_google; http://ponderer.org/download/annotate_google.user.js</String>
<Description>annotate Google - Firefox extension for annotating Google search results</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://ponderer.org/annotate_google</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_54</ID>
<String>Anonymized by ProxyOS: http://www.megaproxy.com</String>
<Description>Megaproxy user</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.megaproxy.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_55</ID>
<String>Anonymizer/1.1</String>
<Description>faked user agent</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_56</ID>
<String>AnswerBus (http://www.answerbus.com/)</String>
<Description>AnswerBus natural language search using COLLATE technology</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.answerbus.com</Link1>
<Link2>http://collate.dfki.de/kurzdarstellung.html</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_57</ID>
<String>AnswerChase PROve x.0</String>
<Description>AnswerChase search tool</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.answerchase.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_58</ID>
<String>AnswerChase x.0</String>
<Description>AnswerChase search tool</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.answerchase.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_59</ID>
<String>ANTFresco/x.xx</String>
<Description>ANT Fresco Browser</Description>
<Type>B</Type>
<Comment>s. also Mozilla/x.xx (compatible; ANTFresco....)</Comment>
<Link1>http://www.antlimited.com/products/fresco.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_60</ID>
<String>antibot-V1.1.5/i586-linux-2.2</String>
<Description>Antibot (discontinued) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.antidot.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_61</ID>
<String>AnzwersCrawl/2.0 (anzwerscrawl@anzwers.com.au;Engine)</String>
<Description>Anzwers (Yahoo) Australia robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://au.anzwers.yahoo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_030206_1</ID>
<String>Apexoo Spider 1.x</String>
<Description>Apexoo Search spider</Description>
<Type>R</Type>
<Comment>216.240.143.xx</Comment>
<Link1>http://www.apexoo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_62</ID>
<String>Aplix HTTP/1.0.1</String>
<Description>JavaOS app. for SEGA Saturn Internet and Sanyo Internet-TV</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_63</ID>
<String>Aplix_SANYO_browser/1.x (Japanese)</String>
<Description>JavaOS app. for Sanyo Internet-TV</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_64</ID>
<String>Aplix_SEGASATURN_browser/1.x (Japanese)</String>
<Description>JavaOS app. for SEGA Saturn Internet</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_65</ID>
<String>Aport</String>
<Description>Aport robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.aport.ru</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_66</ID>
<String>appie 1.1 (www.walhello.com)</String>
<Description>Walhello Internet Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.walhello.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_140608_1</ID>
<String>Apple iPhone v1.1.4 CoreMedia v1.0.0.4A102</String>
<Description>CoreMedia player on Apple iPhone</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.apple.com/iphone/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_070209_1</ID>
<String>Apple-PubSub/65.1.1</String>
<Description>PubSub - Mac OS X utility for managing RSS/Atom subscriptions via the PubSub framework</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://developer.apple.com/documentation/Darwin/Reference/ManPages/man1/pubsub.1.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_120707_1</ID>
<String>ArabyBot (compatible; Mozilla/5.0; GoogleBot; FAST Crawler 6.4; http://www.araby.com;)</String>
<Description>Araby search - Arabia</Description>
<Type>R</Type>
<Comment>209.85.31.2xx</Comment>
<Link1>http://www.araby.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_260608_1</ID>
<String>ArachBot</String>
<Description>Covac Arachnid Web Crawler</Description>
<Type>R</Type>
<Comment>s.also Covac TexAs Arachbot</Comment>
<Link1>http://www.covac-software.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_67</ID>
<String>Arachnoidea (arachnoidea@euroseek.com)</String>
<Description>Euroseek spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.euroseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_190206_2</ID>
<String>aranhabot</String>
<Description>Amazon.com robot for checking their affiliate sites</Description>
<Type>C</Type>
<Comment>s. also amzn_assoc</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_68</ID>
<String>ArchitextSpider</String>
<Description>Excite spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.excite.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_69</ID>
<String>archive.org_bot</String>
<Description>Heritrix - The Internet Archive's open-source crawler (207.241.225.2xx)</Description>
<Type>R</Type>
<Comment>s.also - InternetArchive/0.8-dev - Mozilla/5.0 (compatible;archive.org_bot/...</Comment>
<Link1>http://www.archive.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_70</ID>
<String>Argus/1.1 (Nutch; http://www.simpy.com/bot.html; feedback at simpy dot com)</String>
<Description>Simpy Bookmarklet crawler (69.55.233.xx)</Description>
<Type>C</Type>
<Comment>s. also Simpy</Comment>
<Link1>http://www.simpy.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_031205_1</ID>
<String>Arikus_Spider</String>
<Description>Arikus inContext search engine software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.arikus.com/inContext-enterprise.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_210208_1</ID>
<String>Arquivo-web-crawler  (compatible; heritrix/1.12.1 +http://arquivo-web.fccn.pt)</String>
<Description>Tomba project: the Portuguese web archive</Description>
<Type>R</Type>
<Comment>193.136.192.xx</Comment>
<Link1>http://arquivo-web.fccn.pt/</Link1>
<Link2>http://arquivo-web.fccn.pt/crawler?set_language=en</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_251007_1</ID>
<String>ASAHA Search Engine Turkey V.001 (http://www.asaha.com/)</String>
<Description>Asaha search robot (Turkey)</Description>
<Type>R</Type>
<Comment>62.68.194.2xx</Comment>
<Link1>http://www.asaha.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_71</ID>
<String>Asahina-Antenna/1.x</String>
<Description>ASAHINA Antenna information detecting agent</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://masshy.fastwave.gr.jp/hina/release/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_72</ID>
<String>Asahina-Antenna/1.x (libhina.pl/x.x ; libtime.pl/x.x)</String>
<Description>ASAHINA Antenna information detecting agent</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://masshy.fastwave.gr.jp/hina/release/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_73</ID>
<String>ask.24x.info</String>
<Description>Ask 24x Info robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://ask.24x.info/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_74</ID>
<String>AskAboutOil/0.06-rcp (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@askaboutoil.com)</String>
<Description>Ask About Oil - Petroleum related search (24.227.212.xxx) using Nutch</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://askaboutoil.com/search.jsp</Link1>
<Link2>http://www.nutch.org</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_120806_1</ID>
<String>asked/Nutch-0.8 (web crawler; http://asked.jp; epicurus at gmail dot com)</String>
<Description>askEd! / Inferret search (Japan) robot using Nutch</Description>
<Type>R</Type>
<Comment>131.112.125.1xx</Comment>
<Link1>http://asked.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_75</ID>
<String>ASPSeek/1.2.5</String>
<Description>ASPSeek search engine software -Yahoo-Inc. / Telecom Canada robot </Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.aspseek.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_76</ID>
<String>ASPseek/1.2.9d</String>
<Description>Swsoft.net robot using Aspseek</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.aspseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_77</ID>
<String>ASPSeek/1.2.x</String>
<Description>ASPSeek search engine software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.aspseek.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_78</ID>
<String>ASPSeek/1.2.xa</String>
<Description>ASPSeek search engine software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.aspseek.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_79</ID>
<String>ASPseek/1.2.xx</String>
<Description>ASPSeek search engine software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.aspseek.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_80</ID>
<String>ASPSeek/1.2.xxpre</String>
<Description>ASPSeek search engine software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.aspseek.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_81</ID>
<String>ASSORT/0.10</String>
<Description>Associative Sort robot</Description>
<Type>R</Type>
<Comment>site is down</Comment>
<Link1>http://pcmath126.unice.fr/assort-robot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_82</ID>
<String>asterias/2.0</String>
<Description>Singingfish media spider (64.12.186.2xx) via AOL search</Description>
<Type>R</Type>
<Comment>s. also Mozilla/4.0 (compatible; MSIE 6.0 compatible; Asterias Crawler ...</Comment>
<Link1>http://search.singingfish.com/sfw/home.jsp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_83</ID>
<String>AtlocalBot/1.1 +(http://www.atlocal.com/local-web-site-owner.html)</String>
<Description>Atlocal local business search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.atlocal.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_041207_2</ID>
<String>Atomic_Email_Hunter/4.0</String>
<Description>Atomic Email Hunter email extracing and harvesting</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_84</ID>
<String>Atomz/1.0</String>
<Description>Atomz robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.atomz.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_85</ID>
<String>atSpider/1.0</String>
<Description>atSpider (ceased) email harvester / spambot</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_060707_1</ID>
<String>Attentio/Nutch-0.9-dev (Attentio's beta blog crawler; www.attentio.com; info@attentio.com)</String>
<Description>Attentio social media monitoring and analysing </Description>
<Type>R</Type>
<Comment>85.88.35.xx</Comment>
<Link1>http://www.attentio.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_231105_2</ID>
<String>AU-MIC/2.0 MMP/2.0</String>
<Description>Samsung SPH-A660 phone with Sprint software</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www1.sprintpcs.com/explore/showcase/Showcase.jsp?scTopic=pcsVision</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_240208_1</ID>
<String>AUDIOVOX-SMT5600</String>
<Description>Audiovox SMT5600 (AT&#38;T) Smartphone mobile phone browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.audiovox.com/</Link1>
<Link2>http://www.audiovox.com/manuals/owners/SMT%205600%20QSG%209-7%20FINAL.pdf</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_86</ID>
<String>augurfind</String>
<Description>Augurnet Swiss (was www.augurnet.ch) search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_87</ID>
<String>augurnfind V-1.x</String>
<Description>Augurnet Swiss (was www.augurnet.ch) search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_88</ID>
<String>autoemailspider</String>
<Description>Auto Email Pro Email harvester</Description>
<Type>S</Type>
<Comment>was http://autoemailspider.com - site is dead</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_89</ID>
<String>autohttp</String>
<Description>Linkscan tool from Elsop</Description>
<Type>C</Type>
<Comment>s. Linkscan/x ?</Comment>
<Link1>http://www.elsop.com/linkscan/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_050208_1</ID>
<String>autowebdir 1.1 (www.autowebdir.com)</String>
<Description>Autowebdir - The Automatically Generated Web Directory</Description>
<Type>R</Type>
<Comment>84.104.43.x</Comment>
<Link1>http://www.autowebdir.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_90</ID>
<String>AV Fetch 1.0</String>
<Description>Altavista robot ??</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_91</ID>
<String>Avant Browser (http://www.avantbrowser.com)</String>
<Description>Avant Browser - IE based browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.avantbrowser.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_92</ID>
<String>AVSearch-1.0(peter.turney@nrc.ca)</String>
<Description>National Research Council Canada robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nrc-cnrc.gc.ca/main_e.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_93</ID>
<String>AVSearch-2.0-fusionIdx-14-CompetitorWebSites</String>
<Description>Unknown robot from 205.203.108.xx (telerate.com)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_94</ID>
<String>AVSearch-3.0(AltaVista/AVC)</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_95</ID>
<String>AWeb</String>
<Description>AWeb Amiga browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://aweb.sunsite.dk/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_96</ID>
<String>axadine/ (Axadine Crawler; http://www.axada.de/; )</String>
<Description>Axada search Germany robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.axada.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_97</ID>
<String>AxmoRobot - Crawling your site for better indexing on www.axmo.com search engine.</String>
<Description>Axmo search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.axmo.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_250306_1</ID>
<String>Azureus 2.x.x.x</String>
<Description>Azureus Java BitTorrent Client</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://azureus.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_131208_1</ID>
<String>BabalooSpider/1.3 (BabalooSpider; http://www.babaloo.si; spider@babaloo.si)</String>
<Description>Babaloo search robot (Slovenia)</Description>
<Type>R</Type>
<Comment>84.255.237.2xx</Comment>
<Link1>http://www.babaloo.si/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_98</ID>
<String>BaboomBot/1.x.x (+http://www.baboom.us)</String>
<Description>BaBoom Web Portal (ODP) robot (66.98.254.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.baboom.us</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_050406_1</ID>
<String>BackStreet Browser 3.x</String>
<Description>BackStreet Browser - Offline browser / website downloader</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.spadixbd.com/backstreet/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_140508_1</ID>
<String>BaiduImagespider+(+http://www.baidu.jp/search/s308.html)</String>
<Description>Baidu search (Japan) image crawler</Description>
<Type>R</Type>
<Comment>119.63.193.94.[x]xx</Comment>
<Link1>http://www.baidu.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_99</ID>
<String>BaiDuSpider</String>
<Description>Baidu spidering engine - used by diff. IPs</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.baidu.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_080608_1</ID>
<String>Baiduspider+(+http://help.baidu.jp/system/05.html)</String>
<Description>Baidu spidering engine - used by diff. IPs</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.baidu.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_100</ID>
<String>Baiduspider+(+http://www.baidu.com/search/spider.htm)</String>
<Description>Baidu spidering engine - used by diff. IPs</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.baidu.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_080407_1</ID>
<String>Baiduspider+(+http://www.baidu.com/search/spider_jp.html)</String>
<Description>Baidu search (Japan) crawler</Description>
<Type>R</Type>
<Comment>119.63.193.[x]xx</Comment>
<Link1>http://www.baidu.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_031107_1</ID>
<String>Balihoo/Nutch-1.0-dev (Crawler for Balihoo.com search engine - obeys robots.txt and robots meta tags ; http://balihoo.com/index.aspx; robot at balihoo dot com)</String>
<Description>Balihoo - Vertical search engine crawler (beta)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.balihoo.com/</Link1>
<Link2>http://www.balihoo.com/pdfs/BalihooFactSheet.pdf</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_101</ID>
<String>BanBots/1.2 (spider@banbots.com)</String>
<Description>Project BanBots Perl script robot</Description>
<Type>C</Type>
<Comment>s. also Mozilla/5.0 (compatible; BanBots/2.0b..</Comment>
<Link1>http://www.banbots.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_140506_3</ID>
<String>Barca/2.0.xxxx</String>
<Description>Barca Pro email &amp; PIM software</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.pocosystems.com/home/index.php?option=com_content&amp;task=view&amp;id=105&amp;Itemid=54</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_120206_2</ID>
<String>BarcaPro/1.4.xxxx</String>
<Description>Barca Pro email &amp; PIM software</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.pocosystems.com/home/index.php?option=com_content&amp;task=view&amp;id=105&amp;Itemid=54</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_102</ID>
<String>BarraHomeCrawler (albertof@barrahome.org)</String>
<Description>Barrahome crawler</Description>
<Type>R</Type>
<Comment>64.246.56.xx</Comment>
<Link1>http://www.barrahome.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_011006_1</ID>
<String>bCentral Billing Post-Process</String>
<Description>Unknown user agent from Microsoft</Description>
<Type></Type>
<Comment>204.71.191.1xx</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_103</ID>
<String>bdcindexer_2.6.2 (research@bdc)</String>
<Description>Business.com robot</Description>
<Type>R</Type>
<Comment>208.144.233.xxx</Comment>
<Link1>http://www.business.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_104</ID>
<String>BDFetch</String>
<Description>Brandimensions Brand Protection robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.brandimensions.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_105</ID>
<String>BDNcentral Crawler v2.3 [en] (http://www.bdncentral.com/robot.html) (X11; I; Linux 2.0.44 i686)</String>
<Description>Bdncentral Sitesearch robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.bdncentral.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_111205_3</ID>
<String>BeamMachine/0.5 (dead link remover of www.beammachine.net)</String>
<Description>beammachine web directory (Germany) link checking</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.beammachine.net/de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_106</ID>
<String>beautybot/1.0 (+http://www.uchoose.de/crawler/beautybot/)</String>
<Description>Beauty robot for Cosmoty - German beauty and wellness search</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cosmoty.de</Link1>
<Link2>http://www.uchoose.de/Projekte/Lifestyle/beauty/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_230406_1</ID>
<String>BebopBot/2.5.1 ( crawler http://www.apassion4jazz.net/bebopbot.html )</String>
<Description>A Passion for Jazz music related search robot</Description>
<Type>R</Type>
<Comment>68.6.204.2xx</Comment>
<Link1>http://www.apassion4jazz.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_107</ID>
<String>BeebwareDirectory/v0.01</String>
<Description>LinkcheckerBeepware (site is down) web directory link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://directory.beebware.co.uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_108</ID>
<String>Big Brother (http://pauillac.inria.fr/~fpottier/)</String>
<Description>Big Brother link checking tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://pauillac.inria.fr</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_130606_1</ID>
<String>Big Fish v1.0</String>
<Description>GoonGee.com link popularity checking</Description>
<Type>C</Type>
<Comment>216.89.111.x</Comment>
<Link1>http://www.goongee.com/big-fish/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_109</ID>
<String>BigBrother/1.6e</String>
<Description>BB4 network monitoring</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.bb4.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_110</ID>
<String>BigCliqueBOT/1.03-dev (bigclicbot; http://www.bigclique.com; bot@bigclique.com)</String>
<Description>BigClique Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.bigclique.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_080206_4</ID>
<String>BIGLOTRON (Beta 2;GNU/Linux)</String>
<Description>Biglotron search (France) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.biglotron.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_171106_2</ID>
<String>Bigsearch.ca/Nutch-x.x-dev (Bigsearch.ca Internet Spider; http://www.bigsearch.ca/; info@enhancededge.com)</String>
<Description>Bigsearch.ca search robot</Description>
<Type>R</Type>
<Comment>72.0.207.1xx</Comment>
<Link1>http://www.bigsearch.ca/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_111</ID>
<String>Bilbo/2.3b-UNIX</String>
<Description>Bilbo - web frontend for the Nessus Security Scanner</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://home.broadpark.no/%7Etnilsen-1/Linux/Bilbo_-_Nessus_WEB/bilbo_-_nessus_web.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_170806_1</ID>
<String>BilgiBetaBot/0.8-dev (bilgi.com (Beta) ; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)</String>
<Description>Bilgi.com (Beta) search robot - Turkey</Description>
<Type>R</Type>
<Comment>212.156.230.2xx</Comment>
<Link1>http://www.bilgi.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_080607_1</ID>
<String>BilgiBot/1.0(beta) (http://www.bilgi.com/; bilgi at bilgi dot com)</String>
<Description>Bilgi.com (Beta) search robot - Turkey</Description>
<Type>R</Type>
<Comment>212.156.230.2xx</Comment>
<Link1>http://www.bilgi.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_112</ID>
<String>billbot wjj@cs.cmu.edu</String>
<Description>Carnegie Mellon School robot/link checking ?</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.cs.cmu.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_050206_3</ID>
<String>Bitacle bot/1.1</String>
<Description>Bitacle Blog Search Archive robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://bitacle.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_050206_2</ID>
<String>Bitacle Robot (V:1.0;) (http://www.bitacle.com)</String>
<Description>Bitacle Blog Search Archive robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://bitacle.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_113</ID>
<String>Biyubi/x.x (Sistema Fenix; G11; Familia Toledo; es-mx)</String>
<Description>Biyubi Navigator - Mexican browser for Fenix OS</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.biyubi.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_114</ID>
<String>BlackBerry7520/4.0.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/5.0.3.3 UP.Link/5.1.2.12 (Google WAP Proxy/1.0)</String>
<Description>Blackberry Wireless Internet browser via Google WAP Proxy</Description>
<Type>B P</Type>
<Comment></Comment>
<Link1>http://www.blackberry.com/products/service/web.shtml</Link1>
<Link2>http://www.openwave.com</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_115</ID>
<String>BlackWidow</String>
<Description>FS Consulting (was www.fsconsult.net) Black Widow web crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_010306_1</ID>
<String>BlackWidow</String>
<Description>BlackWidow web site scanner / downloading tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.softbytelabs.com/BlackWidow</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_116</ID>
<String>Blaiz-Bee/1.0 (+http://www.blaiz.net)</String>
<Description>Blaiz Enterprises RawGrunt search</Description>
<Type>R</Type>
<Comment>203.87.123.1xx</Comment>
<Link1>http://www.rawgrunt.com/</Link1>
<Link2>http://www.blaiz.net</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_160307_1</ID>
<String>Blaiz-Bee/2.00.8222 (BE Internet Search Engine http://www.rawgrunt.com)</String>
<Description>Blaiz Enterprises RawGrunt search</Description>
<Type>R</Type>
<Comment>203.87.123.1xx</Comment>
<Link1>http://www.rawgrunt.com/</Link1>
<Link2>http://www.blaiz.net</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_240706_1</ID>
<String>Blaiz-Bee/2.00.xxxx (+http://www.blaiz.net)</String>
<Description>Blaiz Enterprises RawGrunt search</Description>
<Type>R</Type>
<Comment>203.87.123.1xx</Comment>
<Link1>http://www.rawgrunt.com/</Link1>
<Link2>http://www.blaiz.net</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_117</ID>
<String>BlitzBOT@tricus.net</String>
<Description>Blitzsuche Germany robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://blitzsuche.rp-online.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_118</ID>
<String>BlitzBOT@tricus.net (Mozilla compatible)</String>
<Description>Blitzsuche Germany robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://blitzsuche.rp-online.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_090307_1</ID>
<String>BlockNote.Net</String>
<Description>BlockNote web page editor</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://blocknote.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_119</ID>
<String>BlogBot/1.x</String>
<Description>blogdex robot from MIT.edu</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://blogdex.media.mit.edu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_071206_1</ID>
<String>BlogBridge 2.13 (http://www.blogbridge.com/)</String>
<Description>BlogBridge RSS reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.blogbridge.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_120</ID>
<String>Bloglines Title Fetch/1.0 (http://www.bloglines.com)</String>
<Description>Bloglines article search</Description>
<Type>R</Type>
<Comment>65.214.44.xx</Comment>
<Link1>http://www.bloglines.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_250907_1</ID>
<String>Bloglines-Images/0.1 (http://www.bloglines.com)</String>
<Description>Bloglines graphics crawler</Description>
<Type>R</Type>
<Comment>65.214.44.xx</Comment>
<Link1>http://www.bloglines.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_011108_2</ID>
<String>Bloglines/3.1 (http://www.bloglines.com)</String>
<Description>Bloglines news crawler</Description>
<Type>R</Type>
<Comment>65.214.44.xx</Comment>
<Link1>http://www.bloglines.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_071206_2</ID>
<String>BlogMap (http://www.feedmap.net)</String>
<Description>FeedMap / BlogMap geo coding service</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.feedmap.net/BlogMap/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_121</ID>
<String>Blogpulse (info@blogpulse.com)</String>
<Description>Intelliseek's BlogPulse blog search</Description>
<Type>R</Type>
<Comment>64.158.138.xx</Comment>
<Link1>http://www.blogpulse.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_050208_2</ID>
<String>BlogPulseLive (support@blogpulse.com)</String>
<Description>Intelliseek's BlogPulse blog search</Description>
<Type>R</Type>
<Comment>64.158.138.xx</Comment>
<Link1>http://www.blogpulse.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_161206_2</ID>
<String>BlogSearch/1.x +http://www.icerocket.com/</String>
<Description>IceRocket Web search robot</Description>
<Type>R</Type>
<Comment>s. also BlogzIce ...</Comment>
<Link1>http://www.icerocket.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_020707_1</ID>
<String>blogsearchbot-pumpkin-3</String>
<Description>Art of Computing blog search project</Description>
<Type>R</Type>
<Comment>88.198.44.2xx</Comment>
<Link1>http://artofcomputing.net/blog/?p=4</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_241205_1</ID>
<String>BlogsNowBot&#44; V 2.01 (+http://www.blogsnow.com/)</String>
<Description>BlogsNow realtime link tracker robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.blogsnow.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_261107_1</ID>
<String>BlogVibeBot-v1.1 (spider@blogvibe.nl)</String>
<Description>BlogVipe news and Blog crawler (Netherlands)</Description>
<Type>R</Type>
<Comment>212.61.21.xx</Comment>
<Link1>http://www.blogvibe.nl</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_122</ID>
<String>blogWatcher_Spider/0.1 (http://www.lr.pi.titech.ac.jp/blogWatcher/)</String>
<Description>blogWatcher robot from Okumura Group Tokyo (131.112.182.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.lr.pi.titech.ac.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_123</ID>
<String>BlogzIce/1.0 (+http://icerocket.com; rhodes@icerocket.com)</String>
<Description>IceRocket Web search robot</Description>
<Type>R</Type>
<Comment>s. also BlogSearch ...</Comment>
<Link1>http://www.icerocket.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_124</ID>
<String>BlogzIce/1.0 +http://www.icerocket.com/</String>
<Description>IceRocket Web search robot</Description>
<Type>R</Type>
<Comment>s. also BlogSearch ...</Comment>
<Link1>http://www.icerocket.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_310108_1</ID>
<String>BloobyBot</String>
<Description>Blooby search (beta) robot</Description>
<Type>R</Type>
<Comment>206.166.206.18x</Comment>
<Link1>http://www.blooby.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_270507_1</ID>
<String>Bloodhound/Nutch-0.9 (Testing Crawler for Research - obeys robots.txt and robots meta tags ; http://balihoo.com/index.aspx; robot at balihoo dot com)</String>
<Description>Balihoo - Search Engine for Advertising Media</Description>
<Type>R</Type>
<Comment>204.228.230.xx</Comment>
<Link1>http://balihoo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_125</ID>
<String>bluefish 0.6 HTML editor</String>
<Description>Bluefish HTML-editor for Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://bluefish.openoffice.nl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_126</ID>
<String>BMCLIENT</String>
<Description>Part of ButtMan remote access tool</Description>
<Type></Type>
<Comment>seems to be a Trojan - see link</Comment>
<Link1>http://www.glocksoft.com/trojan_list/ButtMan.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_120506_1</ID>
<String>BMLAUNCHER</String>
<Description>Bookmark Express bookmark manager</Description>
<Type>C</Type>
<Comment>Website is dead - was:</Comment>
<Link1>http://www.bookmarkexpress.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_127</ID>
<String>Bobby/4.0.x RPT-HTTPClient/0.3-3E</String>
<Description>Bobby web accessibility desktop testing tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://bobby.watchfire.com/bobby/html/en/index.jsp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_128</ID>
<String>boitho.com-dc/0.xx (http://www.boitho.com/dcbot.html)</String>
<Description>Boitho search (Norway) robot via 80.202.212.xx / 80.80.111.xx</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.boitho.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_129</ID>
<String>boitho.com-robot/1.x</String>
<Description>Boitho search (Norway) robot via 80.202.212.xx / 80.80.111.xx</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.boitho.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_130</ID>
<String>boitho.com-robot/1.x (http://www.boitho.com/bot.html)</String>
<Description>Boitho search (Norway) robot via 80.202.212.xx / 80.80.111.xx</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.boitho.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_060806_1</ID>
<String>Bookdog/x.x</String>
<Description>Bookdog - Mac bookmark manager</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.sheepsystems.com/bookdog/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_131</ID>
<String>Bookmark Buddy bookmark checker (http://www.bookmarkbuddy.net/)</String>
<Description>Bookmark Buddy - favorite bookmark manager </Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.bookmarkbuddy.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_132</ID>
<String>Bookmark Renewal Check Agent [http://www.bookmark.ne.jp/]</String>
<Description>Favourites managing program</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.bookmark.ne.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_230807_1</ID>
<String>Bookmark Renewal Check Agent [http://www.bookmark.ne.jp/] (Version 2.0beta)</String>
<Description>Favourites managing program</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.bookmark.ne.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_300408_1</ID>
<String>BookmarkBase(2/;http://bookmarkbase.com)</String>
<Description>Bookmark Base bookmark manager</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.bookmarkbase.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_133</ID>
<String>Bot mailto:craftbot@yahoo.com</String>
<Description>cybercity.fr user robot / faked user agent ?</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_160308_1</ID>
<String>BPImageWalker/2.0 (www.bdbrandprotect.com)</String>
<Description>BD-Brandprotect copyright infringement crawler</Description>
<Type>R</Type>
<Comment>72.14.164.1xx</Comment>
<Link1>http://www.bdbrandprotect.com/</Link1>
<Link2>http://www.bdbrandprotect.com/solutions_5.html</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_134</ID>
<String>BravoBrian bstop.bravobrian.it</String>
<Description>BravoBrian bSTOP parental control</Description>
<Type>P R</Type>
<Comment> s. also BStop</Comment>
<Link1>http://bstop.bravobrian.it/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_135</ID>
<String>BravoBrian SpiderEngine MarcoPolo</String>
<Description>Robot for BravoBrian bSTOP</Description>
<Type>R</Type>
<Comment> s. also BStop</Comment>
<Link1>http://bstop.bravobrian.it/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_220508_1</ID>
<String>BrightCrawler (http://www.brightcloud.com/brightcrawler.asp)</String>
<Description>BrightCloud web filtering for classifying websites</Description>
<Type>P R</Type>
<Comment></Comment>
<Link1>http://www.brightcloud.com/brightcrawler.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_136</ID>
<String>BruinBot (+http://webarchive.cs.ucla.edu/bruinbot.html) </String>
<Description>Webarchive Project Bruinbot crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://webarchive.cs.ucla.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_137</ID>
<String>BSDSeek/1.0</String>
<Description>Inktomi (Hotbot-Lycos NBCi) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inktomi.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_138</ID>
<String>BStop.BravoBrian.it Agent Detector</String>
<Description>BravoBrian bSTOP parental control</Description>
<Type>P R</Type>
<Comment>s. also BravoBrian ..</Comment>
<Link1>http://bstop.bravobrian.it/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_139</ID>
<String>BTbot/0.x (+http://www.btbot.com/btbot.html)</String>
<Description>BitTorrent Search Engine btbot robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.btbot.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_300408_2</ID>
<String>BTWebClient/180B(9704)</String>
<Description>&#181;Torrent BitTorrent Client</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.utorrent.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_080407_2</ID>
<String>BuildCMS crawler (http://www.buildcms.com/crawler)</String>
<Description>BuildCMS crawler - market monitoring project of BuildCMS</Description>
<Type>R</Type>
<Comment>194.24.253.xx</Comment>
<Link1>http://www.buildcms.com/index.php</Link1>
<Link2>http://www.buildcms.com/about_us/crawler</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_051206_4</ID>
<String>Bulkfeeds/r1752 (http://bulkfeeds.net/)</String>
<Description>Bulkfeeds: RSS directory link checking</Description>
<Type>C</Type>
<Comment>202.181.96.2xx</Comment>
<Link1>http://bulkfeeds.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_140</ID>
<String>BullsEye</String>
<Description>BullsEye/Intelliseek robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.intelliseek.com/be/bullseye.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_141</ID>
<String>bumblebee@relevare.com</String>
<Description>Relevare Portal software robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.relevare.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_142</ID>
<String>BunnySlippers</String>
<Description>Microsoft server information robot (see link)</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.webmasterworld.com/forum11/841.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_070606_1</ID>
<String>BurstFindCrawler/1.1 (crawler.burstfind.com; http://crawler.burstfind.com; crawler@burstfind.com)</String>
<Description>BurstFind search crawler (64.34.172.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.burstfind.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_143</ID>
<String>Buscaplus Robi/1.0 (http://www.buscaplus.com/robi/)</String>
<Description>Buscaplus (Spain) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.buscaplus.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_050807_2</ID>
<String>BW-C-2.0</String>
<Description>Logitech Desktop Managers (LDM) Backweb (BW) update check</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.logitech.com/index.cfm/494/3041&amp;cl=de&#44;de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_140508_2</ID>
<String>bwh3_user_agent</String>
<Description>Basic Web Hacking 3 fake user-agent from Hellbound Hackers challenges</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.hellboundhackers.org/forum/_basic_web_hacking_3-7-6960_0.html</Link1>
<Link2>http://vuau.wordpress.com/2008/03/12/hbh-basic-web-3-switch-user-agent/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_140508_3</ID>
<String>Cabot/Nutch-0.9 (Amfibi's web-crawling robot; http://www.amfibi.com/cabot/; agent@amfibi.com)</String>
<Description>Amfibi Search robot</Description>
<Type>R</Type>
<Comment>64.111.217.9x</Comment>
<Link1>http://www.amfibi.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_280508_1</ID>
<String>Cabot/Nutch-1.0-dev (Amfibi's web-crawling robot; http://www.amfibi.com/cabot/; agent@amfibi.com)</String>
<Description>Amfibi Search robot</Description>
<Type>R</Type>
<Comment>64.111.217.9x</Comment>
<Link1>http://www.amfibi.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_140506_4</ID>
<String>CamelHttpStream/1.0</String>
<Description>Evolution integrated mail solution Camel TCP stream class</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.gnome.org/projects/evolution/</Link1>
<Link2>http://go-evolution.org/Camel.Stream</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_144</ID>
<String>Cancer Information and Support International;</String>
<Description>Some user agent</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_110206_1</ID>
<String>carleson/1.0</String>
<Description>Cosmix project crawler (204.14.48.x / 38.113.234.xxx)</Description>
<Type>R</Type>
<Comment>s. also - voyager/1.x - cfetch/1.</Comment>
<Link1>http://www.cosmixcorp.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_145</ID>
<String>Carnegie_Mellon_University_Research_WebBOT-->PLEASE READ-->http://www.andrew.cmu.edu/~brgordon/webbot/index.html http://www.andrew.cmu.edu/~brgordon/webbot/index.html</String>
<Description>Carnegie Mellon University WebBOT</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.andrew.cmu.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_146</ID>
<String>Carnegie_Mellon_University_WebCrawler http://www.andrew.cmu.edu/~brgordon/webbot/index.html</String>
<Description>Carnegie Mellon University WebBOT</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.andrew.cmu.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_170206_1</ID>
<String>Catall Spider</String>
<Description>Catall.de search &amp; web directory (Germany)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.catall.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_130807_3</ID>
<String>CazoodleBot/CazoodleBot-0.1 (CazoodleBot Crawler; http://www.cazoodle.com/cazoodlebot; cazoodlebot@cazoodle.com)</String>
<Description>UIUCs Cazoodle search based on MetaQuerier</Description>
<Type>R</Type>
<Comment>72.36.94.1xx</Comment>
<Link1>http://www.cazoodle.com/</Link1>
<Link2>http://metaquerier.cs.uiuc.edu/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_290308_1</ID>
<String>CCBot/1.0 (+http://www.commoncrawl.org/bot.html)</String>
<Description>CommonCrawl Foundation search crawler</Description>
<Type>R</Type>
<Comment>38.103.63.1[6-8]</Comment>
<Link1>http://www.commoncrawl.org/faq.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_147</ID>
<String>ccubee/x.x</String>
<Description>Empyreum Ccubee (Czech) search engine solution</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://empyreum.com/technologies/ccubee</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_010108_2</ID>
<String>CDR/1.7.1 Simulator/0.7(+http://timewe.net) Profile/MIDP-1.0 Configuration/CLDC-1.0</String>
<Description>Timewe mobile browser (WAP) simulator (Japan)</Description>
<Type>B</Type>
<Comment>61.142.xx.x[xx]</Comment>
<Link1>http://timewe.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_291105_6</ID>
<String>CE-Preload</String>
<Description>Cisco Content Engine</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.cisco.com/en/US/products/hw/contnetw/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_100408_4</ID>
<String>CentiverseBot</String>
<Description>Nordic semantic search engine</Description>
<Type>C</Type>
<Comment>87.72.214.9x</Comment>
<Link1>http://www.centiverse-project.net/post/Educating-the-bots.aspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_180408_2</ID>
<String>CentiverseBot - investigator</String>
<Description>Nordic semantic search engine</Description>
<Type>C</Type>
<Comment>87.72.214.9x</Comment>
<Link1>http://www.centiverse-project.net/post/Educating-the-bots.aspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_180408_3</ID>
<String>CentiverseBot/3.0 (http://www.centiverse-project.net)</String>
<Description>Nordic semantic search engine</Description>
<Type>C</Type>
<Comment>87.72.214.9x</Comment>
<Link1>http://www.centiverse-project.net/post/Educating-the-bots.aspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_148</ID>
<String>Ceramic Tile Installation Guide (http://www.floorstransformed.com)</String>
<Description>Floortransformed.com robot (link ckecking ??)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.floorstransformed.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_131208_2</ID>
<String>CERN-LineMode/2.15</String>
<Description>CERN Line Mode Browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.w3.org/LineMode/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_149</ID>
<String>cfetch/1.0</String>
<Description>Cosmix project crawler (204.14.48.x / 38.113.234.xxx)</Description>
<Type>R</Type>
<Comment>s. also - voyager/1.x - carleson/1.x</Comment>
<Link1>http://www.cosmixcorp.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_150</ID>
<String>CFNetwork/x.x</String>
<Description>MaxOS X CoreFoundation CFNetwork API</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.cocoadev.com/index.pl?CFNetwork</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_151</ID>
<String>cg-eye interactive</String>
<Description>cg-eye CGI checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.htmlhelp.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_152</ID>
<String>Charon/1.x (Amiga)</String>
<Description>Charon Amiga download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://tesla.rcub.bg.ac.yu/%7Eantony/Charon/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_131208_3</ID>
<String>Chat Catcher/1.0</String>
<Description>Chat Catcher blog monitoring robot</Description>
<Type>C</Type>
<Comment>69.80.208.2xx</Comment>
<Link1>http://chatcatcher.com/cc/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_153</ID>
<String>Checkbot/1.xx LWP/5.xx</String>
<Description>Checkbot link validation</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://degraaff.org/checkbot/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_154</ID>
<String>CheckLinks/1.x.x</String>
<Description>Checklinks - Perl link checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.jmarshall.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_155</ID>
<String>CheckUrl</String>
<Description>NTL user agent</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.ntl.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_156</ID>
<String>CheckWeb</String>
<Description>CheckWeb link validation</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://p.duby.free.fr/chkweb.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_030206_2</ID>
<String>Chilkat/1.0.0 (+http://www.chilkatsoft.com/ChilkatHttpUA.asp)</String>
<Description>Chilkat HTTP component user-agent</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.chilkatsoft.com/HttpDotNet.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_230506_1</ID>
<String>China Local Browse 2.6</String>
<Description>Unknown spam bot from telekom.com.my (218.111.83.xxx)</Description>
<Type>S</Type>
<Comment>see link:</Comment>
<Link1>http://linuxreviews.org/webdesign/602_Apache_Webalizer/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_170408_2</ID>
<String>Chitika ContentHit 1.0</String>
<Description>Chitika Inc. Blog advertising</Description>
<Type>C</Type>
<Comment>67.15.219.[x]x</Comment>
<Link1>http://chitika.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_157</ID>
<String>ChristCRAWLER 2.0</String>
<Description>Christcentral.com Christcrawler (was www.christcrawler.com)</Description>
<Type>R</Type>
<Comment>- s. also Mozilla/4.0 (compatible; ChristCrawler..)</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_010607_2</ID>
<String>CHttpClient by Open Text Corporation</String>
<Description>CHttpClient - C++ class using WinInet</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.codeproject.com/library/lyoulhttpclient.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_158</ID>
<String>CipinetBot (http://www.cipinet.com/bot.html)</String>
<Description>CipinetBot -Cipinet Search Engine Web Crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cipinet.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_130108_1</ID>
<String>Cityreview Robot (+http://www.cityreview.org/crawler/)</String>
<Description>Cityreview regional search (Germany) link checking</Description>
<Type>C</Type>
<Comment>88.198.212.5x</Comment>
<Link1>http://www.cityreview.de/</Link1>
<Link2>http://www.cityreview.org/crawler/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_159</ID>
<String>CJ Spider/</String>
<Description>Commision Junction link checking spider</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.cj.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_050606_1</ID>
<String>CJB.NET Proxy</String>
<Description>CJB Net anonymous socks proxy service (216.194.70.x)</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://proxy.cjb.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_160</ID>
<String>ClariaBot/1.0</String>
<Description>Claria (ex Gator) SearchScout robot (64.152.73.xx)</Description>
<Type>R</Type>
<Comment>s. also Diamond</Comment>
<Link1>http://www.searchscout.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_161</ID>
<String>Claymont.com</String>
<Description>Claymont Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.claymont.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_100307_1</ID>
<String>CloakDetect/0.9 (+http://fulltext.seznam.cz/)</String>
<Description>Seznam Search (Czech Republic) robot</Description>
<Type>R</Type>
<Comment>212.80.76.xx</Comment>
<Link1>http://www.seznam.cz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_162</ID>
<String>Clushbot/2.x (+http://www.clush.com/bot.html)</String>
<Description>Clush clustered search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.clush.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_163</ID>
<String>Clushbot/3.x-BinaryFury (+http://www.clush.com/bot.html)</String>
<Description>Clush clustered search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.clush.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_164</ID>
<String>Clushbot/3.xx-Ajax (+http://www.clush.com/bot.html)</String>
<Description>Clush clustered search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.clush.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_165</ID>
<String>Clushbot/3.xx-Hector (+http://www.clush.com/bot.html)</String>
<Description>Clush clustered search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.clush.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_166</ID>
<String>Clushbot/3.xx-Peleus (+http://www.clush.com/bot.html)</String>
<Description>Clush clustered search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.clush.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_070506_1</ID>
<String>COAST WebMaster Pro/4.x.x.xx (Windows NT)</String>
<Description>COAST Webmaster - Web management and maintenance software</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.extablish.com/cwm.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_150306_1</ID>
<String>CoBITSProbe</String>
<Description>Proposed Content-Based Image Tracking System (CoBITS) P2P crawler</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.iis.sinica.edu.tw/~hungchi/CBIT/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_167</ID>
<String>Cocoal.icio.us/1.0 (v36) (Mac OS X; http://www.scifihifi.com/cocoalicious)</String>
<Description>Cocoa del.icio.us (social bookmarks manager) client for Mac OS X</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.scifihifi.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_070209_2</ID>
<String>Cogentbot/1.X (+http://www.cogentsoftwaresolutions.com/bot.html)</String>
<Description>Cogent Search Bot from Cogent Software Solutions for unknown purposes</Description>
<Type>R</Type>
<Comment>72.81.252.9x</Comment>
<Link1>http://www.cogentsoftwaresolutions.com/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_168</ID>
<String>ColdFusion</String>
<Description>Cold Fusion server used by various IPs i.e.: - NetWORLD web catalogue link checking</Description>
<Type>P C</Type>
<Comment></Comment>
<Link1>http://www.networld.com</Link1>
<Link2>http://www.macromedia.com/software/coldfusion/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_169</ID>
<String>ColdFusion (BookmarkTracker.com)</String>
<Description>Cold Fusion server used by Bookmark Tracker - online favourites managment</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.bookmarktracker.com</Link1>
<Link2>http://www.macromedia.com/software/coldfusion/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_170</ID>
<String>collage.cgi/1.xx</String>
<Description>WebCollage Syndicator graphics crawler/collector</Description>
<Type>R D</Type>
<Comment></Comment>
<Link1>http://www.webcollage.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_171</ID>
<String>combine/0.0</String>
<Description>Combine harvesting &amp; indexing robot</Description>
<Type>R</Type>
<Comment>130.235.4.xx</Comment>
<Link1>http://combine.it.lth.se/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_080406_1</ID>
<String>Combine/2.0 http://combine.it.lth.se/</String>
<Description>Combine harvesting &amp; indexing robot</Description>
<Type>R</Type>
<Comment>130.235.4.xx</Comment>
<Link1>http://combine.it.lth.se/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_160807_1</ID>
<String>Combine/3 http://combine.it.lth.se/</String>
<Description>Combine harvesting &amp; indexing robot</Description>
<Type>R</Type>
<Comment>130.235.4.xx</Comment>
<Link1>http://combine.it.lth.se/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_172</ID>
<String>Combine/x.0</String>
<Description>Combine harvesting &amp; indexing robot</Description>
<Type>R</Type>
<Comment>130.235.4.xx</Comment>
<Link1>http://combine.it.lth.se/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_280606_3</ID>
<String>cometrics-bot&#44; http://www.cometrics.de</String>
<Description>cometrics Web Content Mining solution - Germany</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cometrics.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_173</ID>
<String>Commerce Browser Center</String>
<Description>Wildsoft Germany (closed) Internet client system user-agent (was www.oskarweb.de)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_240107_1</ID>
<String>complex_network_group/Nutch-0.9-dev (discovering the structure of the world-wide-web; http://cantor.ee.ucla.edu/~networks/crawl; nimakhaj@gmail.com)</String>
<Description>UCLA Complex Networks Groups Complex Network Analysis</Description>
<Type>C</Type>
<Comment>216.182.233.1xx</Comment>
<Link1>http://cantor.ee.ucla.edu/~networks/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_174</ID>
<String>Computer_and_Automation_Research_Institute_Crawler crawler@ilab.sztaki.hu</String>
<Description>Hungarian Academy of Sciences data mining search</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ilab.sztaki.hu/websearch/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_010406_2</ID>
<String>Comrite/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)</String>
<Description>ComRite Chinese Search Engine for Oversea Web Sites (69.248.26.xx)</Description>
<Type>R</Type>
<Comment>powered by Nutch</Comment>
<Link1>http://www.comrite.com/</Link1>
<Link2>http://meidong.comrite.com/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_175</ID>
<String>Contact</String>
<Description>unknown</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_200307_1</ID>
<String>ContactBot/0.2</String>
<Description>Probably E-Mail harvesting robot - same as LMQueueBot</Description>
<Type>S</Type>
<Comment>64.124.152.xx</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_291105_7</ID>
<String>ContentSmartz</String>
<Description>ContentSmartz e-mail harvesting tools</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_176</ID>
<String>contype</String>
<Description>Internet Explorer versions 4.x and 5 plugin content</Description>
<Type>B</Type>
<Comment>NOT Contype mime type managment Perl script</Comment>
<Link1>http://support.microsoft.com/default.aspx?scid=kb;en-us;293792</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_177</ID>
<String>Convera Internet Spider V6.x</String>
<Description>Converas RetrievalWare Internet Spider (63.241.61.x)</Description>
<Type>R</Type>
<Comment> s. also - infoConveraCrawler... - CrawlConvera ...</Comment>
<Link1>http://www.convera.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_178</ID>
<String>ConveraCrawler/0.2</String>
<Description>Converas RetrievalWare Internet Spider (63.241.61.x)</Description>
<Type>R</Type>
<Comment> s. also - infoConveraCrawler... - CrawlConvera ...</Comment>
<Link1>http://www.convera.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_051205_1</ID>
<String>ConveraCrawler/0.9d (+http://www.authoritativeweb.com/crawl)</String>
<Description>Converas RetrievalWare Internet Spider (63.241.61.x)</Description>
<Type>R</Type>
<Comment> s. also - infoConveraCrawler... - CrawlConvera ...</Comment>
<Link1>http://www.convera.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_179</ID>
<String>ConveraMultiMediaCrawler/0.1 (+http://www.authoritativeweb.com/crawl)</String>
<Description>Converas RetrievalWare Internet Spider (63.241.61.x)</Description>
<Type>R</Type>
<Comment> s. also - infoConveraCrawler... - CrawlConvera ...</Comment>
<Link1>http://www.convera.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_180</ID>
<String>CoolBot</String>
<Description>Suchmaschine21 (Germany) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.suchmaschine21.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_030110_2</ID>
<String>Cooliris/1.5 CFNetwork/459 Darwin/10.0.0d3</String>
<Description>Cooliris photo and video browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.cooliris.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_040406_1</ID>
<String>CoralWebPrx/0.1.1x (See http://coralcdn.org/)</String>
<Description>Coral Content Distribution Network</Description>
<Type>P C</Type>
<Comment></Comment>
<Link1>http://coralcdn.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_181</ID>
<String>cosmos/0.8_(robot@xyleme.com)</String>
<Description>Xyleme SA France robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.xyleme.com/en/index.jsp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_182</ID>
<String>cosmos/0.9_(robot@xyleme.com)</String>
<Description>Xyleme SA France robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.xyleme.com/en/index.jsp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_040607_1</ID>
<String>CoteoNutchCrawler/Nutch-0.9 (info [at] coteo [dot] com)</String>
<Description>Coteo.com - local French directory link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.coteo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_030206_3</ID>
<String>CougarSearch/0.x (+http://www.cougarsearch.com/faq.shtml)</String>
<Description>Cougarsearch.com robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cougarsearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_280408_2</ID>
<String>Covac TexAs Arachbot</String>
<Description>Covac Arachnid Web Crawler</Description>
<Type>R</Type>
<Comment>s.also ArachBot</Comment>
<Link1>http://www.covac-software.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_211208_1</ID>
<String>CoverScout%203/3.0.1 CFNetwork/339.5 Darwin/9.5.0 (i386) (iMac5&#44;1)</String>
<Description>CoverScout for iTunes - CD cover search tool</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.equinux.com/de/products/coverscout/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_183</ID>
<String>Cowbot-0.1 (NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com)</String>
<Description>Naver Japan / Korea robot</Description>
<Type>R</Type>
<Comment> s. also Python-urllib/1.15 -  nabot -  NaverBot &amp; dloader</Comment>
<Link1>http://www.naver.co.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_184</ID>
<String>Cowbot-0.1.x (NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com)</String>
<Description>Naver Japan / Korea robot</Description>
<Type>R</Type>
<Comment> s. also Python-urllib/1.15 -  nabot -  NaverBot &amp; dloader</Comment>
<Link1>http://www.naver.co.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_185</ID>
<String>CrawlConvera0.1 (CrawlConvera@yahoo.com)</String>
<Description>Converas RetrievalWare Internet Spider</Description>
<Type>R</Type>
<Comment>s. also - Convera Internet Spider .. - infoConveraCrawler...</Comment>
<Link1>http://www.convera.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_186</ID>
<String>Crawler</String>
<Description>unknown robot via Level3.net</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_187</ID>
<String>Crawler (cometsearch@cometsystems.com)</String>
<Description>Cometsystems Comet Search robot via Findwhat (now Miva)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cometsystems.com</Link1>
<Link2>http://www.miva.com/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_188</ID>
<String>Crawler admin@crawler.de</String>
<Description>Crawler.de / Abacho robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.crawler.de</Link1>
<Link2>http://www.abacho.de/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_189</ID>
<String>Crawler V 0.2.x admin@crawler.de</String>
<Description>Crawler.de / Abacho robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.crawler.de</Link1>
<Link2>http://www.abacho.de/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_190</ID>
<String>crawler@alexa.com</String>
<Description>Alexa crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alexa.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_191</ID>
<String>CrawlerBoy Pinpoint.com</String>
<Description>Pinpoint WAP search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.pinpoint.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_130506_1</ID>
<String>Crawllybot/0.1 (Crawllybot; +http://www.crawlly.com; crawler@crawlly.com)</String>
<Description>Crawlly Beta search - Germany (72.232.194.2xx)</Description>
<Type>R</Type>
<Comment>powered by Nutch</Comment>
<Link1>http://www.crawlly.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_192</ID>
<String>CreativeCommons/0.06-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)</String>
<Description>Creatice Commons using Nutch open source robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nutch.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_030110_3</ID>
<String>Cricket-A100/1.0 UP.Browser/6.3.0.7 (GUI) MMP/2.0</String>
<Description>Cricket A100 cell phone browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.mycricket.com/cell-phones/details/Cricket-A100</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_193</ID>
<String>CrocCrawler vx.3 [en] (http://www.croccrawler.com) (X11; I; Linux 2.0.44 i686)</String>
<Description>Croccrawler robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.croccrawler.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_090306_2</ID>
<String>csci_b659/0.13</String>
<Description>Web mining project from CSCI 659 (computer science course) at Indiana Univerity</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://informatics.indiana.edu/fil/Class/b659/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_180906_1</ID>
<String>CSE HTML Validator Professional (http://www.htmlvalidator.com/)</String>
<Description>CSE HTML Validator for Windows</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.htmlvalidator.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_194</ID>
<String>Cuam Ver0.050bx</String>
<Description>Cuam - IE based browser</Description>
<Type>B</Type>
<Comment>site is dead</Comment>
<Link1>http://cuam.virtualave.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_195</ID>
<String>Cuasarbot/0.9b http://www.cuasar.com/spider_beta/ </String>
<Description>Cuasar (Spain) music / ringtone search spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cuasar.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_196</ID>
<String>curl/7.10.x (i386-redhat-linux-gnu) libcurl/7.10.x OpenSSL/0.9.7a ipv6 zlib/1.1.4</String>
<Description>Curl file transferring tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://curl.haxx.se/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_197</ID>
<String>curl/7.7.x (i386--freebsd4.3) libcurl 7.7.x (SSL 0.9.6) (ipv6 enabled)</String>
<Description>Curl file transferring tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://curl.haxx.se/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_198</ID>
<String>curl/7.8 (i686-pc-linux-gnu) libcurl 7.8 (OpenSSL 0.9.6)</String>
<Description>Curl file transferring tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://curl.haxx.se/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_199</ID>
<String>curl/7.9.x (win32) libcurl 7.9.x</String>
<Description>Curl file transferring tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://curl.haxx.se/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_200</ID>
<String>CurryGuide SiteScan 1.1</String>
<Description>CurryGuide UK link check robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://uk.curryguide.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_201</ID>
<String>Custo x.x (www.netwu.com)</String>
<Description>Custo web site spidering tool (link checking)</Description>
<Type>C</Type>
<Comment>s. also - - Mozilla/5.0 (compatible; Custo 3...</Comment>
<Link1>http://www.netwu.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_202</ID>
<String>Custom Spider www.bisnisseek.com /1.0</String>
<Description>Bisnisseek (was www.bisnisseek.com) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_203</ID>
<String>Cyberdog/2.0 (Macintosh; 68k)</String>
<Description>Cyberdog Mac Browser (was www.cyberdog.org)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_260608_2</ID>
<String>CyberPatrol SiteCat Webbot (http://www.cyberpatrol.com/cyberpatrolcrawler.asp)</String>
<Description>CyberPatrol LLC robot for web filtering software</Description>
<Type>R</Type>
<Comment>38.103.17.16x</Comment>
<Link1>http://www.cyberpatrol.com/cyberpatrolcrawler.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_204</ID>
<String>CyberSpyder Link Test/2.1.12 (admin@mspennyworth.com)</String>
<Description>CyberSpyder Link Test software</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.cyberspyder.com/cslnkts1.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_205</ID>
<String>CydralSpider/1.x (Cydral Web Image Search; http://www.cydral.com)</String>
<Description>Cydral image &amp; site search spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cydral.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_060508_1</ID>
<String>CydralSpider/3.0 (Cydral Image Search; http://www.cydral.com)</String>
<Description>Cydral image &amp; site search spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cydral.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_206</ID>
<String>DA 3.5 (www.lidan.com)</String>
<Description>Downloadaccelerator download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.downloadaccelerator.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_207</ID>
<String>DA 4.0</String>
<Description>Downloadaccelerator download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.downloadaccelerator.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_208</ID>
<String>DA 4.0 (www.downloadaccelerator.com)</String>
<Description>Downloadaccelerator download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.downloadaccelerator.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_209</ID>
<String>DA 5.0</String>
<Description>Downloadaccelerator download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.downloadaccelerator.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_210</ID>
<String>DA 7.0</String>
<Description>Downloadaccelerator download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.downloadaccelerator.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_070209_3</ID>
<String>DAP x.x</String>
<Description>Download Accelerator Plus download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.speedbit.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_211</ID>
<String>Dart Communications PowerTCP</String>
<Description>PowerTCP ActiveX control tool</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.dart.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_212</ID>
<String>DataCha0s/2.0</String>
<Description>Unknown bot from Kornet Korea (218.149.129.xxx) scans for Perl Awstats</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_101106_1</ID>
<String>DataCha0s/2.0</String>
<Description>Unknown UA looking for Awstats Perl components</Description>
<Type>S</Type>
<Comment>from various IPs</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_213</ID>
<String>DataFountains/DMOZ Downloader</String>
<Description>INFOMINE/iVia Scholary Internet Resource Collections robot</Description>
<Type>R</Type>
<Comment>138.23.85.xx</Comment>
<Link1>http://infomine.ucr.edu/</Link1>
<Link2>http://ivia.ucr.edu/useragents.shtml</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_040307_1</ID>
<String>DataFountains/Dmoz Downloader (http://ivia.ucr.edu/useragents.shtml)</String>
<Description>INFOMINE/iVia Scholary Internet Resource Collections robot</Description>
<Type>R</Type>
<Comment>138.23.85.xx</Comment>
<Link1>http://infomine.ucr.edu/</Link1>
<Link2>http://ivia.ucr.edu/useragents.shtml</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_110307_1</ID>
<String>DataFountains/DMOZ Feature Vector Corpus Creator (http://ivia.ucr.edu/useragents.shtml)</String>
<Description>INFOMINE/iVia Scholary Internet Resource Collections robot</Description>
<Type>R</Type>
<Comment>138.23.85.xx</Comment>
<Link1>http://infomine.ucr.edu/</Link1>
<Link2>http://ivia.ucr.edu/useragents.shtml</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_050907_1</ID>
<String>DataparkSearch/4.47 (+http://dataparksearch.org/bot)</String>
<Description>DataparkSearch open source search engine</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dataparksearch.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_214</ID>
<String>DataparkSearch/4.xx (http://www.dataparksearch.org/)</String>
<Description>DataparkSearch open source search engine</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dataparksearch.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_080206_1</ID>
<String>DataSpear/1.0 (Spider; http://www.dataspear.com/spider.html; spider@dataspear.com)</String>
<Description>DataSpear Directory robot (24.109.29.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dataspear.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_215</ID>
<String>DataSpearSpiderBot/0.2 (DataSpear Spider Bot; http://dssb.dataspear.com/bot.html; dssb@dataspear.com)</String>
<Description>DataSpear Directory robot (24.109.29.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dataspear.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_161105_1</ID>
<String>DatenBot( http://www.sicher-durchs-netz.de/bot.html)</String>
<Description>Sicher-durchs-Netz German security related search (62.75.220.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.sicher-durchs-netz.de/suche</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_216</ID>
<String>DaviesBot/1.7 (www.wholeweb.net)</String>
<Description>Wholeweb robot</Description>
<Type>R</Type>
<Comment>site is closed</Comment>
<Link1>http://www.wholeweb.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_217</ID>
<String>daypopbot/0.x</String>
<Description>Daypop blog - weblog - online mag search spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.daypop.com/info/about.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_218</ID>
<String>dbDig(http://www.prairielandconsulting.com)</String>
<Description>dbDig search engine</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.prairielandconsulting.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_219</ID>
<String>DBrowse 1.4b</String>
<Description>Some site scanning tool via diff. IPs i.e.: - wanweb.net (208.6.163.xxx) - cox.net (68.4.xxx.xxx)</Description>
<Type>S</Type>
<Comment>UA sometimes - DSurf15a 01 - DBrowse 1.4d</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_220</ID>
<String>DBrowse 1.4d</String>
<Description>Some site scanning tool via diff. IPs i.e.: - pacbell.net (67.112.xxx.xxx)</Description>
<Type>S</Type>
<Comment>see also DSurf15a 01 - DBrowse 1.4b</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_221</ID>
<String>DC-Sakura/x.xx</String>
<Description>DC-Sakura download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.dc-sakura.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_222</ID>
<String>dCSbot/1.1</String>
<Description>unknown divine/Openmarket.com robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.openmarket.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_223</ID>
<String>DDD</String>
<Description>some (website) downloading tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_224</ID>
<String>dds explorer v1.0 beta</String>
<Description>Unknown user agent</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_225</ID>
<String>de.searchengine.comBot 1.2 (http://de.searchengine.com/spider)</String>
<Description>Searchengine.com (Germany) submission checking / robot (84.73.57.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://de.searchengine.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_226</ID>
<String>DeadLinkCheck/0.4.0 libwww-perl/5.xx</String>
<Description>DLC Perl HTTP link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://dlc.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_111206_3</ID>
<String>Deep Link Calculator v1.0</String>
<Description>Sootle Web Directory deep link checker</Description>
<Type>C</Type>
<Comment>216.89.111.x</Comment>
<Link1>http://directory.sootle.com/deep-links/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_227</ID>
<String>deepak-USC/ISI</String>
<Description>deepak-USC/ISI robot from USC/Information Science Institute</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.isi.edu/%7Eravichan/deepak-usc-isi.html</Link1>
<Link2>http://www.isi.edu/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_228</ID>
<String>DeepIndex</String>
<Description>Deepindex robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.deepindex.net/utilisateurs.php?referral=deepindex</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_229</ID>
<String>DeepIndex ( http://www.zetbot.com )</String>
<Description>Zetbot search Belgium (213.41.128.xx) using Deepindex robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.zetbot.com/</Link1>
<Link2>http://www.deepindex.net/utilisateurs.php?referral=deepindex</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_230</ID>
<String>DeepIndex (www.en.deepindex.com)</String>
<Description>Deepindex robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.deepindex.net/utilisateurs.php?referral=deepindex</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_231</ID>
<String>DeepIndexer.ca</String>
<Description>Deepindex robot (via Paragon.net Canada)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.deepindex.net/utilisateurs.php?referral=deepindex</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_011006_2</ID>
<String>del.icio.us-thumbnails/1.0 Mozilla/5.0 (compatible; Konqueror/3.4; FreeBSD) KHTML/3.4.2 (like Gecko)</String>
<Description>del.icio.us picture robot for thumbnail preview via Yahoo</Description>
<Type>D</Type>
<Comment>66.94.237.1xx</Comment>
<Link1>http://del.icio.us/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_250106_1</ID>
<String>DeleGate/9.0.5-fix1</String>
<Description>DeleGate application level gateway / proxy server</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.delegate.org/delegate/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_232</ID>
<String>Demo Bot DOT 16b</String>
<Description>Some site scanning tool from 217.34.59.xxx (btopenworld.com)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_233</ID>
<String>Demo Bot Z 16b</String>
<Description>Some site scanning tool from 68.154.96.xx (bellsouth.net)</Description>
<Type>S</Type>
<Comment>appears also as - MFC Foundation Class Library - Full Web Bot 0516B</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_234</ID>
<String>Denmex websearch (http://search.denmex.com)</String>
<Description>Denmex Websearch robot/link checking</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://search.denmex.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_235</ID>
<String>Der gro&#223;e BilderSauger 2.00u</String>
<Description>DataBecker Bilder Sauger (discontinued) web graphics downloader</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.databecker.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_230206_1</ID>
<String>dev-spider2.searchpsider.com/1.3b</String>
<Description>Searchspider.com robot (72.245.225.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.searchspider.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_236</ID>
<String>DevComponents.com HtmlDocument Object</String>
<Description>DevComponents HTMLDocument Class Library for Visual Studio.net</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.devcomponents.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_237</ID>
<String>DiaGem/1.1 (http://www.skyrocket.gr.jp/diagem.html)</String>
<Description>DiaGem Japan web crawler</Description>
<Type>R</Type>
<Comment>(site is offline)</Comment>
<Link1>http://www.skyrocket.gr.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_238</ID>
<String>Diamond/x.0</String>
<Description>Claria (ex Gator) SearchScout robot (64.152.73.xx)</Description>
<Type>R</Type>
<Comment>s. also Claria</Comment>
<Link1>http://www.searchscout.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_239</ID>
<String>DiamondBot</String>
<Description>Claria (ex Gator) SearchScout robot (64.152.73.xx)</Description>
<Type>R</Type>
<Comment>s. also Claria</Comment>
<Link1>http://www.searchscout.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_240</ID>
<String>Digger/1.0 JDK/1.3.0rc3</String>
<Description>Diggit! robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.diggit.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_241</ID>
<String>DigOut4U</String>
<Description>OpenPortal4U robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.arisem.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_242</ID>
<String>DIIbot/1.2</String>
<Description>Findsame.com (site is offline) / Digital-Integrity robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.digital-integrity.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_100206_1</ID>
<String>Dillo/0.8.5-i18n-misc</String>
<Description>Dillo Web Browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.dillo.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_243</ID>
<String>Dillo/0.x.x</String>
<Description>Dillo Web Browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.dillo.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_100109_1</ID>
<String>disastrous/1.0.5 (running with Python 2.5.1; http://www.bortzmeyer.org/disastrous.html; archangel77@del.icio.us)</String>
<Description>disastrous - a del.icio.us link checker based on Python</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.bortzmeyer.org/disastrous.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_140306_1</ID>
<String>DISCo Pump x.x</String>
<Description>DISCo Pump offline browser / website ripper</Description>
<Type>D</Type>
<Comment>No active homepage</Comment>
<Link1>http://www.arssoft.com/</Link1>
<Link2>http://www.filetransit.com/view.php?id=3870</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_300907_1</ID>
<String>disco/Nutch-0.9 (experimental crawler; www.discoveryengine.com; disco-crawl@discoveryengine.com)</String>
<Description>Unkown robot from Discovery Engine Corp.</Description>
<Type>R</Type>
<Comment>208.96.54.xx</Comment>
<Link1>http://www.discoveryengine.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_300907_2</ID>
<String>disco/Nutch-1.0-dev (experimental crawler; www.discoveryengine.com; disco-crawl@discoveryengine.com)</String>
<Description>Unkown robot from Discovery Engine Corp.</Description>
<Type>R</Type>
<Comment>208.96.54.xx</Comment>
<Link1>http://www.discoveryengine.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_244</ID>
<String>DittoSpyder</String>
<Description>Ditto picture search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ditto.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_245</ID>
<String>dlman</String>
<Description>some download agent</Description>
<Type>D</Type>
<Comment>Wildsoft Surfer</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_246</ID>
<String>dloader(NaverRobot)/1.0</String>
<Description>Naver Japan / Korea robot</Description>
<Type>R</Type>
<Comment>s. also Python-urllib/1.15 - nabot - NaverBot &amp; Cowbot</Comment>
<Link1>http://www.naver.co.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_100408_1</ID>
<String>DNSRight.com WebBot Link Ckeck Tool. Report abuse to: dnsr@dnsright.com</String>
<Description>DNS Right - Online DNS tools</Description>
<Type>C</Type>
<Comment>203.161.71.17x</Comment>
<Link1>http://www.dnsright.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_247</ID>
<String>DoCoMo/1.0/Nxxxi/c10</String>
<Description>NTT DoCoMo (Japan) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nttdocomo.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_248</ID>
<String>DoCoMo/1.0/Nxxxi/c10/TB</String>
<Description>NTT DoCoMo (Japan) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nttdocomo.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_249</ID>
<String>DoCoMo/1.0/P502i/c10 (Google CHTML Proxy/1.0)</String>
<Description>Google (216.239.39.x) proxy server</Description>
<Type>P</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_250</ID>
<String>DoCoMo/2.0 P900iV(c100;TB;W24H11) </String>
<Description>NTT DoCoMo (Japan) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nttdocomo.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_141205_1</ID>
<String>DoCoMo/2.0 SH901iS(c100;TB;W24H12)&#44;gzip(gfe) (via translate.google.com)</String>
<Description>NTT DoCoMo (Japan) proxy server (210.136.161.1xx)</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.nttdocomo.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_081207_1</ID>
<String>DoCoMo/2.0 SH902i (compatible; Y!J-SRD/1.0; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-27.html)</String>
<Description>Yahoo Search Japan robot (203.216.197.xxx)</Description>
<Type>R</Type>
<Comment>s. also Y!J-SRD/1.0</Comment>
<Link1>http://www.yahoo.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_271006_3</ID>
<String>DoCoMo/2.0/SO502i (compatible; Y!J-SRD/1.0; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-27.html)</String>
<Description>Yahoo Search Japan robot (203.216.197.xxx)</Description>
<Type>R</Type>
<Comment>s. also Y!J-SRD/1.0</Comment>
<Link1>http://www.yahoo.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_251</ID>
<String>DocZilla/1.0 (Windows; U; WinNT4.0; en-US; rv:1.0.0) Gecko/20020804</String>
<Description>DocZilla - Mozilla-based SGML/XML/HTML- browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.doczilla.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_210607_1</ID>
<String>dodgebot/experimental</String>
<Description>unknown robot from AGMLAB Information Technologies (Information retrieval system ?)</Description>
<Type>R</Type>
<Comment>212.174.130.1xx</Comment>
<Link1>http://www.agmlab.com/agmlab_eng.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_180606_1</ID>
<String>DonutP; Windows98SE</String>
<Description>Donut P - Japanese IE based browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://donutp.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_250907_2</ID>
<String>Doubanbot/1.0 (bot@douban.com http://www.douban.com)</String>
<Description>Unknown robot from douban search (China) - maybe image crawling</Description>
<Type></Type>
<Comment>59.151.41.xx</Comment>
<Link1>http://www.douban.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_252</ID>
<String>Download Demon/3.x.x.x</String>
<Description>Download Demon/Netzip download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.netzip.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_191105_4</ID>
<String>Download Druid 2.x</String>
<Description>Download Druid IE plugin download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.xemico.com/druid/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_253</ID>
<String>Download Express 1.0</String>
<Description>Download Express download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.metaproducts.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_254</ID>
<String>Download Master</String>
<Description>Download Master download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.westbyte.com/dm/index.phtml</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_191105_5</ID>
<String>Download Ninja 3.0</String>
<Description>Download Ninja download manager (Japan)</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.h-fd.org/mkro/mt/archives/2002/09/download_ninja_1.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_255</ID>
<String>Download Wonder</String>
<Description>Download Wonder download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.forty.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_256</ID>
<String>Download-Tipp Linkcheck (http://download-tipp.de/)</String>
<Description>Download-Tipp Germany link checking</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://download-tipp.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_257</ID>
<String>Download.exe(1.1) (+http://www.sql-und-xml.de/freeware-tools/)</String>
<Description>download.exe .NET based downloading tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.sql-und-xml.de/freeware-tools/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_300907_3</ID>
<String>DownloadDirect.1.0</String>
<Description>Download Direct download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://senbit.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_258</ID>
<String>Dr.Web (R) online scanner: http://online.drweb.com/</String>
<Description>Dr.WEB online virus scanner</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://online.drweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_259</ID>
<String>Dragonfly File Reader</String>
<Description>Dragonfly CMS - Open Source content management system</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.cpgnuke.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_260</ID>
<String>Drecombot/1.0 (http://career.drecom.jp/bot.html)</String>
<Description>Drecom Japan (210.233.67.xxx) - Blog search ??</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.drecom.co.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_3090906_1</ID>
<String>Drupal (+http://drupal.org/)</String>
<Description>Drupal - open source content management platform</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://drupal.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_261</ID>
<String>DSurf15a 01</String>
<Description>Some site scanning tool via diff. IPs i.e.: - cox.net (68.5.xxx.xxx) - pacbell.net (64.16x.xxx.xxx)</Description>
<Type>S</Type>
<Comment>DBrowse 1.4d</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_262</ID>
<String>DSurf15a 71</String>
<Description>Some site scanning tool via diff. IPs i.e.: - cox.net (68.4.xxx.xxx)</Description>
<Type>S</Type>
<Comment>TRPMFHXE</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_263</ID>
<String>DSurf15a 81</String>
<Description>Some site scanning tool via diff. IPs i.e.: - verizon.net (4.47.xxx.xxx)</Description>
<Type>S</Type>
<Comment>WFRIKXVNFL</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_264</ID>
<String>DSurf15a VA</String>
<Description>Some site scanning tool via diff. IPs i.e.: - eastlink.ca (24.222.xxx.xxx) - cogeco.net (216.221.8x.xxx)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_020506_2</ID>
<String>DTAAgent</String>
<Description>DTAAgent Java object for data collecting</Description>
<Type>R D</Type>
<Comment></Comment>
<Link1>http://www.ibr.cs.tu-bs.de/courses/ss00/sep-vs/gruppe1/jdoc/DTA/agent/DTAAgent.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_265</ID>
<String>dtSearchSpider</String>
<Description>dt Search Spider software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dtsearch.com/spider.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_266</ID>
<String>Dual Proxy</String>
<Description>Fourelle Venturi proxy server</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.fourelle.com/news/articles/148457.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_290308_2</ID>
<String>DuckDuckBot/1.0; (+http://duckduckgo.com/duckduckbot.html)</String>
<Description>Duck Duck Go search crawler</Description>
<Type>R</Type>
<Comment>72.94.249.34</Comment>
<Link1>http://duckduckgo.com/</Link1>
<Link2>http://duckduckgo.com/duckduckbot.html</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_267</ID>
<String>Dumbot(version 0.1 beta - dumbfind.com)</String>
<Description>DumbFind.com robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dumbfind.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_268</ID>
<String>Dumbot(version 0.1 beta - http://www.dumbfind.com/dumbot.html)</String>
<Description>DumbFind.com robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dumbfind.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_269</ID>
<String>Dumbot(version 0.1 beta)</String>
<Description>DumbFind.com robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dumbfind.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_270</ID>
<String>e-sense 1.0 ea(www.vigiltech.com/esensedisclaim.html)</String>
<Description>Vigiltech e-Sense user research robot (website is offline)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_271</ID>
<String>e-SocietyRobot(http://www.yama.info.waseda.ac.jp/~yamana/es/)</String>
<Description>e-Society Project (Japan) crawler (133.9.238.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.yama.info.waseda.ac.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_280108_1</ID>
<String>eApolloBot/2.0 (compatible; heritrix/2.0.0-SNAPSHOT-20071024.170148 +http://www.eapollo-opto.com)</String>
<Description>Global Opto's eApollo Flash based search engine - Taiwan</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.eapollo.com/eaSE.jsp?language=eng</Link1>
<Link2>http://www.global-opto.com/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_272</ID>
<String>EARTHCOM.info/1.x [www.earthcom.info]</String>
<Description>Earthcom (Czech Republic) search robot (194.108.39.xx)</Description>
<Type>R</Type>
<Comment>s. also Mozilla/5.0 (compatible; EARTHCOM.info/2.01 ...</Comment>
<Link1>http://www.earthcom.info</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_273</ID>
<String>EARTHCOM.info/1.xbeta [www.earthcom.info]</String>
<Description>Earthcom (Czech Republic) search robot (194.108.39.xx)</Description>
<Type>R</Type>
<Comment>s. also Mozilla/5.0 (compatible; EARTHCOM.info/2.01 ...</Comment>
<Link1>http://www.earthcom.info</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_274</ID>
<String>EasyDL/3.xx</String>
<Description>Keywen Encyclopedia Bot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://keywen.com/Encyclopedia/Bot/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_275</ID>
<String>EasyDL/3.xx http://keywen.com/Encyclopedia/Bot</String>
<Description>Keywen Encyclopedia Bot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://keywen.com/Encyclopedia/Bot/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_276</ID>
<String>EBrowse 1.4b</String>
<Description>Some site scanning tool via diff. IPs i.e.: - swbell.net (65.66.xxx.xxx)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_277</ID>
<String>eCatch/3.0</String>
<Description>eCatch (now Wysigot) offline browser</Description>
<Type>B D</Type>
<Comment></Comment>
<Link1>http://www.ecatch.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_278</ID>
<String>EchO!/2.0</String>
<Description>Echo.fr robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://echo.fr/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_279</ID>
<String>Educate Search VxB</String>
<Description>Some site scanning tool via diff. IPs i.e.: - cox.net (68.4.xxx.xxx)</Description>
<Type>S</Type>
<Comment>s. also DSurf - 66.118.1xx.xxx (sagonet.com) - see also Full Web Bot - Industry Program 1.0.5</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_280</ID>
<String>egothor/3.0a (+http://www.xdefine.org/robot.html)</String>
<Description>Xdefine text search engine robot - based on Egothor open source crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.xdefine.com/</Link1>
<Link2>http://www.egothor.org/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_281</ID>
<String>EgotoBot/4.8 (+http://www.egoto.com/about.htm)</String>
<Description>Egoto Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.egoto.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_211105_1</ID>
<String>ejupiter.com</String>
<Description>eJupiter searcg robot (206.191.49.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://search.ejupiter.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_282</ID>
<String>EldoS TimelyWeb/3.x</String>
<Description>TimelyWeb web page monitoring tool</Description>
<Type>C</Type>
<Comment>s. also TimelyWeb/...</Comment>
<Link1>http://www.eldos.org/timelyweb/timelyweb.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_283</ID>
<String>elfbot/1.0 (+http://www.uchoose.de/crawler/elfbot/)</String>
<Description>Elftales crawler for uChoose theme based search (Germany)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.uchoose.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_300707_1</ID>
<String>ELI/20070402:2.0 (DAUM RSS Robot&#44; Daum Communications Corp.; +http://ws.daum.net/aboutkr.html)</String>
<Description>DAUMOA - RSS search robot of Daum</Description>
<Type>R</Type>
<Comment>211.115.109.1xx</Comment>
<Link1>http://ws.daum.net/abouten.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_284</ID>
<String>ELinks (0.x.x; Linux 2.4.20 i586; 132x60)</String>
<Description>ELinks text mode browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://elinks.or.cz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_285</ID>
<String>ELinks/0.x.x (textmode; NetBSD 1.6.2 sparc; 132x43)</String>
<Description>ELinks text mode browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://elinks.or.cz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_286</ID>
<String>EmailSiphon</String>
<Description>Sonic E-mail collector</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.americaint.com/superstore/elist.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_220508_2</ID>
<String>EmailSpider</String>
<Description>EmailSpider E-mail harvesting  software</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.emailspider.net/index.php?kat=11</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_287</ID>
<String>EmailWolf 1.00</String>
<Description>Trellian EMailWolf E-mail collector</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.trellian.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_288</ID>
<String>EmeraldShield.com WebBot</String>
<Description>EmeraldShield spam and web filtration services</Description>
<Type>P R</Type>
<Comment></Comment>
<Link1>http://www.emeraldshield.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_289</ID>
<String>EmeraldShield.com WebBot (http://www.emeraldshield.com/webbot.aspx)</String>
<Description>EmeraldShield spam and web filtration services</Description>
<Type>P R</Type>
<Comment></Comment>
<Link1>http://www.emeraldshield.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_070606_2</ID>
<String>EMPAS_ROBOT</String>
<Description>Empas search Korea robot (220.95.22x.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.empas.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_280208_1</ID>
<String>EnaBot/1.x (http://www.enaball.com/crawler.html)</String>
<Description>Enabot - Enaball semantic search project crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.enaball.com/crawler.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_110506_4</ID>
<String>endo/1.0 (Mac OS X; ppc i386; http://kula.jp/endo)</String>
<Description>endo - Mac news site and blog aggregator</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://kula.jp/software/endo/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_290</ID>
<String>Enfish Tracker</String>
<Description>Enfish Personal search tool</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.enfish.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_291</ID>
<String>Enterprise_Search/1.0</String>
<Description>Enterprise Search engine software (64.202.165.xxx)</Description>
<Type>R</Type>
<Comment> s. also - ES.NET_Crawler - InnerpriseBot</Comment>
<Link1>http://www.innerprise.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_292</ID>
<String>Enterprise_Search/1.0.xxx</String>
<Description>Enterprise Search engine software (64.202.165.xxx)</Description>
<Type>R</Type>
<Comment> s. also - ES.NET_Crawler - InnerpriseBot</Comment>
<Link1>http://www.innerprise.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_293</ID>
<String>Enterprise_Search/1.00.xxx;MSSQL (http://www.innerprise.net/es-spider.asp)</String>
<Description>Enterprise Search engine software (64.202.165.xxx)</Description>
<Type>R</Type>
<Comment> s. also - ES.NET_Crawler - InnerpriseBot</Comment>
<Link1>http://www.innerprise.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_230706_1</ID>
<String>envolk/1.7 (+http://www.envolk.com/envolkspiderinfo.php)</String>
<Description>Envolk Web Search robot</Description>
<Type>R</Type>
<Comment>70.169.191.x</Comment>
<Link1>http://www.envolk.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_294</ID>
<String>envolk[ITS]spider/1.6(+http://www.envolk.com/envolkspider.html)</String>
<Description>Envolk Web Search robot</Description>
<Type>R</Type>
<Comment>70.169.191.x</Comment>
<Link1>http://www.envolk.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_295</ID>
<String>EroCrawler</String>
<Description>EroCrawler adult search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.erocrawler.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_296</ID>
<String>ES.NET_Crawler/2.0 (http://search.innerprise.net/)</String>
<Description>Enterprise Search engine software (64.202.165.xxx)</Description>
<Type>R</Type>
<Comment>s. also - Enterprise_Search - InnerpriseBot</Comment>
<Link1>http://search.innerprise.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_297</ID>
<String>eseek-larbin_2.6.2 (crawler@exactseek.com)</String>
<Description>ExactSEEK (Jayde Online) robot</Description>
<Type>R</Type>
<Comment>see also ExactSeek Crawler / eseek-larbin / exactseek.com</Comment>
<Link1>http://www.exactseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_298</ID>
<String>ESISmartSpider</String>
<Description>ESI Smart-Spider toolkit</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.smart-spider.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_299</ID>
<String>eStyleSearch 4 (compatible; MSIE 6.0; Windows NT 5.0)</String>
<Description>e-Style ISP search (Russia) robot (217.174.103.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.e-styleisp.ru/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_300</ID>
<String>ESurf15a 15</String>
<Description>Some site scanning tool via diff. IPs</Description>
<Type>S</Type>
<Comment>s. also DSurf - PBrowse ...</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_301</ID>
<String>EuripBot/0.x (+http://www.eurip.com) GetFile</String>
<Description>Eurip.com - European Internet Portal robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.eurip.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_302</ID>
<String>EuripBot/0.x (+http://www.eurip.com) GetRobots</String>
<Description>Eurip.com - European Internet Portal robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.eurip.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_303</ID>
<String>EuripBot/0.x (+http://www.eurip.com) PreCheck</String>
<Description>Eurip.com - European Internet Portal robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.eurip.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_220508_3</ID>
<String>Eurobot/1.0 (http://www.ayell.eu)</String>
<Description>Ayell Euronet business directory robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ayell.eu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_030206_4</ID>
<String>EvaalSE - bot@evaal.com</String>
<Description>Evaal Search Engine robot</Description>
<Type>R</Type>
<Comment>based on Nutch</Comment>
<Link1>http://www.evaal.com/</Link1>
<Link2>http://search.evaal.com/en/about.html</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_304</ID>
<String>eventax/1.3 (eventax; http://www.eventax.de/; info@eventax.de)</String>
<Description>Eventax event search (Germany)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.eventax.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_291205_1</ID>
<String>Everest-Vulcan Inc./0.1 (R&amp;D project; host=e-1-24; http://everest.vulcan.com/crawlerhelp)</String>
<Description>Vulcan Inc. Everest crawler (in development)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.vulcan.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_305</ID>
<String>Everest-Vulcan Inc./0.1 (R&amp;D project; http://everest.vulcan.com/crawlerhelp)</String>
<Description>Vulcan Inc. Everest crawler (in development)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.vulcan.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_050406_2</ID>
<String>Exabot-Images/1.0</String>
<Description>Exalead Websearch image crawler (193.47.80.xx)</Description>
<Type>R</Type>
<Comment>Exabot-Images only requests robots.txt - image crawling under UA NG/4.0.1229</Comment>
<Link1>http://www.exalead.com/search</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_211206_1</ID>
<String>Exabot-Test/1.0</String>
<Description>Exalead (France) search robot (193.47.80.xx)</Description>
<Type>R</Type>
<Comment>s. Harvest-NG/1.0.2 and Exalead NG...</Comment>
<Link1>http://www.exabot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_190106_1</ID>
<String>Exabot/2.0</String>
<Description>Exalead (France) search robot (193.47.80.xx)</Description>
<Type>R</Type>
<Comment>s. Harvest-NG/1.0.2 and Exalead NG...</Comment>
<Link1>http://www.exabot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_211206_2</ID>
<String>Exabot/3.0</String>
<Description>Exalead (France) search robot (193.47.80.xx)</Description>
<Type>R</Type>
<Comment>s. Harvest-NG/1.0.2 and Exalead NG...</Comment>
<Link1>http://www.exabot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_306</ID>
<String>ExactSearch</String>
<Description>eXact Search Bar for IE</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.exactsearchbar.com/exact04</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_307</ID>
<String>ExactSeek Crawler/0.1</String>
<Description>ExactSEEK (Jayde Online) robot</Description>
<Type>R</Type>
<Comment>see also eseek-larbin / exactseek.com</Comment>
<Link1>http://www.exactseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_308</ID>
<String>exactseek-crawler-2.63 (crawler@exactseek.com)</String>
<Description>ExactSEEK (Jayde Online) robot</Description>
<Type>R</Type>
<Comment>see also eseek-larbin / exactseek.com</Comment>
<Link1>http://www.exactseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_309</ID>
<String>exactseek-pagereaper-2.63 (crawler@exactseek.com)</String>
<Description>ExactSEEK (Jayde Online) robot</Description>
<Type>R</Type>
<Comment>see also eseek-larbin / exactseek.com</Comment>
<Link1>http://www.exactseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_050606_2</ID>
<String>exactseek.com</String>
<Description>ExactSEEK (Jayde Online) robot (69.9.181.1xx)</Description>
<Type>R</Type>
<Comment>see also eseek-larbin</Comment>
<Link1>http://www.exactseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_310</ID>
<String>Exalead NG/MimeLive Client (convert/http/0.120)</String>
<Description>Exalead (France) search robot (193.47.80.xx)</Description>
<Type>R</Type>
<Comment>s. Harvest-NG/1.0.2 and NG/1.0</Comment>
<Link1>http://www.exabot.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_311</ID>
<String>Excalibur Internet Spider V6.5.4</String>
<Description>Excalibur (now Convera) spider software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.excalib.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_191206_1</ID>
<String>Execrawl/1.0 (Execrawl; http://www.execrawl.com/; bot@execrawl.com)</String>
<Description>Execrawl software search using nutch</Description>
<Type>R</Type>
<Comment>72.36.179.1xx</Comment>
<Link1>http://www.execrawl.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_060608_1</ID>
<String>exooba crawler/exooba crawler (crawler for exooba.com; http://www.exooba.com/; info at exooba dot com)</String>
<Description>exooba crawler for exooba search pre-alpha development</Description>
<Type>R</Type>
<Comment>216.195.184.xx</Comment>
<Link1>http://www.exooba.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_060608_2</ID>
<String>exooba/exooba crawler (exooba; exooba)</String>
<Description>exooba crawler for exooba search pre-alpha development</Description>
<Type>R</Type>
<Comment>216.195.184.xx</Comment>
<Link1>http://www.exooba.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_312</ID>
<String>ExperimentalHenrytheMiragoRobot</String>
<Description>Mirago UK Robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.mirago.co.uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_313</ID>
<String>Expired Domain Sleuth</String>
<Description>Expired Domain Sleuth domain name tool</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://expireddomainsleuth.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_314</ID>
<String>Express WebPictures (www.express-soft.com)</String>
<Description>Express Web Pictures image browser</Description>
<Type>B D</Type>
<Comment></Comment>
<Link1>http://www.express-soft.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_315</ID>
<String>ExtractorPro</String>
<Description>Extractor Pro e-mail collector</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.extractorpro.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_170106_1</ID>
<String>Extreme Picture Finder</String>
<Description>Exisoftware image grabber and downloading tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.exisoftware.com/picture_finder/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_316</ID>
<String>EyeCatcher (Download-tipp.de)/1.0</String>
<Description>Download-Tipp Germany robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://download-tipp.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_091006_1</ID>
<String>Factbot 1.09 (see http://www.factbites.com/webmasters.php)</String>
<Description>Factbites search robot</Description>
<Type>R</Type>
<Comment>70.86.159.1xx</Comment>
<Link1>http://www.factbites.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_220906_1</ID>
<String>factbot : http://www.factbites.com/robots</String>
<Description>Factbites search robot</Description>
<Type>R</Type>
<Comment>70.86.159.1xx</Comment>
<Link1>http://www.factbites.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_221006_1</ID>
<String>FaEdit/2.0.x</String>
<Description>FaEdit Professional - Japanese bookmark manager</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>https://sw.vector.co.jp/swreg/step1.reserve?srno=SR040433&amp;site=y</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_317</ID>
<String>FairAd Client</String>
<Description>FairAd user</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.fairad.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_051206_1</ID>
<String>FANGCrawl/0.01</String>
<Description>Safe-t.net web filtering service</Description>
<Type>P</Type>
<Comment>63.167.160.1xx</Comment>
<Link1>http://www.safe-t.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_210206_1</ID>
<String>FARK.com link verifier</String>
<Description>Drew Curtis' FARK.com link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.fark.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_318</ID>
<String>Fast Crawler Gold Edition</String>
<Description>Fast/Alltheweb crawler (66.151.181.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_319</ID>
<String>FAST Enterprise Crawler 6 (Experimental)</String>
<Description>Fast/Alltheweb crawler (66.151.181.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_040206_1</ID>
<String>FAST Enterprise Crawler 6 / Scirus scirus-crawler@fast.no; http://www.scirus.com/srsapp/contactus/</String>
<Description>Fast Enterprise Crawler (66.151.181.xx) for Scirus scienctific information search</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.scirus.com/srsapp/</Link1>
<Link2>http://www.alltheweb.com</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_320</ID>
<String>FAST Enterprise Crawler 6 used by Cobra Development (admin@fastsearch.com)</String>
<Description>Fast/Alltheweb crawler (66.151.181.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_070507_1</ID>
<String>FAST Enterprise Crawler 6 used by Comperio AS (sts@comperio.no)</String>
<Description>Comperio Web Miner based on Fast ESP</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.comperio.no/index.php?option=com_content&amp;task=blogcategory&amp;id=7&amp;Itemid=27</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_321</ID>
<String>FAST Enterprise Crawler 6 used by FAST (FAST)</String>
<Description>Fast/Alltheweb crawler (66.151.181.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_161106_1</ID>
<String>FAST Enterprise Crawler 6 used by Pages Jaunes (pvincent@pagesjaunes.fr)</String>
<Description>Pages Jaunes business search (France) robot using Fast Enterprise Crawler</Description>
<Type>R</Type>
<Comment>193.252.242.xx</Comment>
<Link1>http://www.pagesjaunes.fr/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_322</ID>
<String>FAST Enterprise Crawler 6 used by Sensis.com.au Web Crawler (search_comments\at\sensis\dot\com\dot\au)</String>
<Description>Fast/Alltheweb crawler for Sensis.com.au Australian search (66.151.181.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.sensis.com.au/</Link1>
<Link2>http://www.alltheweb.com</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_251007_2</ID>
<String>FAST Enterprise Crawler 6 used by Singapore Press Holdings (crawler@sphsearch.sg)</String>
<Description>SPH Search - Singapore related search using Fast crawler</Description>
<Type>R</Type>
<Comment>202.176.220.xx</Comment>
<Link1>http://www.sphsearch.sg/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_280606_2</ID>
<String>FAST Enterprise Crawler 6 used by WWU (wardi@uni-muenster.de)</String>
<Description>FAST Enterprise Crawler  used by WWU (University of Muenster - Germany)</Description>
<Type>C</Type>
<Comment>128.176.188.2xx</Comment>
<Link1>http://www.uni-muenster.de/en/index.html</Link1>
<Link2>http://www.alltheweb.com</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_323</ID>
<String>FAST Enterprise Crawler/6 (www.fastsearch.com)</String>
<Description>Fast/Alltheweb crawler (66.151.181.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_324</ID>
<String>FAST Enterprise Crawler/6.4 (helpdesk at fast.no)</String>
<Description>Fast/Alltheweb crawler (66.151.181.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_325</ID>
<String>FAST FirstPage retriever (compatible; MSIE 5.5; Mozilla/4.0)</String>
<Description>Fast/Alltheweb crawler (66.151.181.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_326</ID>
<String>FAST MetaWeb Crawler (helpdesk at fastsearch dot com)</String>
<Description>Fast/Alltheweb crawler (66.151.181.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_327</ID>
<String>Fast PartnerSite Crawler</String>
<Description>Fast/Alltheweb crawler (66.151.181.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_328</ID>
<String>FAST-WebCrawler/2.2.10 (Multimedia Search) (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)</String>
<Description>Fast/Alltheweb multimedia crawler</Description>
<Type>R</Type>
<Comment>see also Yahoo-MMCrawler/3.x</Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_329</ID>
<String>FAST-WebCrawler/2.2.6 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_330</ID>
<String>FAST-WebCrawler/2.2.7 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)http://www.fast.no</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_331</ID>
<String>FAST-WebCrawler/2.2.8 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)http://www.fast.no</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_332</ID>
<String>FAST-WebCrawler/3.2 test</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_333</ID>
<String>FAST-WebCrawler/3.3 (crawler@fast.no; http://fast.no/support.php?c=faqs/crawler)</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_334</ID>
<String>FAST-WebCrawler/3.4/Nirvana (crawler@fast.no; http://fast.no/support.php?c=faqs/crawler)</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_335</ID>
<String>FAST-WebCrawler/3.4/PartnerSite (crawler@fast.no; http://fast.no/support.php?c=faqs/crawler)</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_336</ID>
<String>FAST-WebCrawler/3.5 (atw-crawler at fast dot no; http://fast.no/support.php?c=faqs/crawler)</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_337</ID>
<String>FAST-WebCrawler/3.6 (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_338</ID>
<String>FAST-WebCrawler/3.6/FirstPage (crawler@fast.no; http://fast.no/support.php?c=faqs/crawler)</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_339</ID>
<String>FAST-WebCrawler/3.7 (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_340</ID>
<String>FAST-WebCrawler/3.7/FirstPage (atw-crawler at fast dot no;http://fast.no/support/crawler.asp)</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_341</ID>
<String>FAST-WebCrawler/3.8 (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_342</ID>
<String>FAST-WebCrawler/3.8/Fresh (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_343</ID>
<String>FAST-WebCrawler/3.x Multimedia</String>
<Description>Fast/Alltheweb multimedia crawler</Description>
<Type>R</Type>
<Comment>see also Yahoo-MMCrawler/3.x</Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_344</ID>
<String>FAST-WebCrawler/3.x Multimedia (mm dash crawler at fast dot no)</String>
<Description>Fast/Alltheweb multimedia crawler</Description>
<Type>R</Type>
<Comment>see also Yahoo-MMCrawler/3.x</Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_121205_2</ID>
<String>fastbot crawler beta 2.0 (+http://www.fastbot.de)</String>
<Description>Fastbot search Germany crawler (80.252.104.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.fastbot.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_345</ID>
<String>FastBug http://www.ay-up.com</String>
<Description>Ay-Up geo sync search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ay-up.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_346</ID>
<String>FastCrawler 3.0.1 (crawler@1klik.dk)</String>
<Description>Fast/Alltheweb crawler (66.151.181.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_347</ID>
<String>FastSearch Web Crawler for Verizon SuperPages (kevin.watters@fastsearch.com)</String>
<Description>Fast/Alltheweb crawler used by SuperPages.com</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.superpages.com</Link1>
<Link2>http://www.alltheweb.com</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_170408_3</ID>
<String>Favcollector/2.0 (info@favcollector.com http://www.favcollector.com/)</String>
<Description>Favcollector Favicon collecting robot</Description>
<Type>R</Type>
<Comment>66.207.217.13x</Comment>
<Link1>http://www.favcollector.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_161006_1</ID>
<String>FavIconizer</String>
<Description>FavIconizer - IE favorites icons refreshing tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.codeproject.com/tools/faviconizer.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_151206_1</ID>
<String>favo.eu crawler/0.6 (http://www.favo.eu)</String>
<Description>favo.eu (Germany) search robot</Description>
<Type>R</Type>
<Comment>84.19.186.1xx</Comment>
<Link1>http://www.favo.eu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_348</ID>
<String>FavOrg</String>
<Description>ZD's FavOrg favourites managing program</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.pcmag.com/article2/0&#44;4149&#44;108438&#44;00.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_260108_1</ID>
<String>Favorites Checking (http://campulka.net)</String>
<Description>Campulka.net Favorites checking tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://campulka.net/?dir=Utility</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_349</ID>
<String>Favorites Sweeper v.2.03</String>
<Description>Favorites Sweeper bookmark checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.manitoolssoftware.cjb.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_350</ID>
<String>Faxobot/1.0</String>
<Description>FaXo Search robot (69.152.89.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.faxo.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_351</ID>
<String>FDM 1.x</String>
<Description>Free Download Manager (FDM) download accelerator </Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.freedownloadmanager.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_180207_1</ID>
<String>FDM 2.x</String>
<Description>Free Download Manager (FDM) download accelerator </Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.freedownloadmanager.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_352</ID>
<String>Feed Seeker Bot (RSS Feed Seeker http://www.MyNewFavoriteThing.com/fsb.php)</String>
<Description>RSS Feed Seeker bot (68.225.95.2xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.MyNewFavoriteThing.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_241206_1</ID>
<String>Feed24.com</String>
<Description>Feed24 news feed and blog search</Description>
<Type>R</Type>
<Comment>194.105.139.2xx</Comment>
<Link1>http://www.feed24.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_050306_1</ID>
<String>Feed::Find/0.0x</String>
<Description>Feed::Find - Syndication feed (RSS/Atom) auto-discovery</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://search.cpan.org/~btrott/Feed-Find-0.06/lib/Feed/Find.pm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_250707_1</ID>
<String>Feedable/0.1 (compatible; MSIE 6.0; Windows NT 5.1)</String>
<Description>Feedable beta web based RSS service</Description>
<Type>B</Type>
<Comment>64.27.19.25x</Comment>
<Link1>http://reader.feedable.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_230406_2</ID>
<String>FeedChecker/0.01</String>
<Description>Unknown robot from the University of Tokyo (157.82.157.xx)</Description>
<Type>R</Type>
<Comment>reads robots.txt</Comment>
<Link1>http://www.u-tokyo.ac.jp/index_e.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_140608_2</ID>
<String>FeedDemon/2.7 (http://www.newsgator.com/; Microsoft Windows XP)</String>
<Description>FeedDemon RSS reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.newsgator.com/individuals/feeddemon/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_160308_2</ID>
<String>Feedfetcher-Google-iGoogleGadgets; (+http://www.google.com/feedfetcher.html)</String>
<Description>Google news feed feetcher for iGoogle gadgets</Description>
<Type>C</Type>
<Comment>72.14.[1-2]xx.[X]xx</Comment>
<Link1>http://www.google.com/feedfetcher.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_010906_1</ID>
<String>Feedfetcher-Google; (+http://www.google.com/feedfetcher.html)</String>
<Description>Google Feedfetcher - RSS and Atom feed crawler</Description>
<Type>R</Type>
<Comment>72.14.199.x[xx]</Comment>
<Link1>http://www.google.com/feedfetcher.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_010307_1</ID>
<String>FeedForAll rss2html.php v2</String>
<Description>FeedForAll RSS feed robot</Description>
<Type>C</Type>
<Comment>216.92.192.1xx</Comment>
<Link1>http://www.feedforall.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_010308_1</ID>
<String>FeedHub FeedDiscovery/1.0 (http://www.feedhub.com)</String>
<Description>FeedHub news feed personalization engine powered by mSpoke</Description>
<Type>R</Type>
<Comment>216.134.194.xx</Comment>
<Link1>http://www.feedhub.com/</Link1>
<Link2>http://www.mspoke.com/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_060608_3</ID>
<String>FeedHub MetaDataFetcher/1.0 (http://www.feedhub.com)</String>
<Description>FeedHub news feed personalization engine powered by mSpoke</Description>
<Type>R</Type>
<Comment>216.134.194.xx</Comment>
<Link1>http://www.feedhub.com/</Link1>
<Link2>http://www.mspoke.com/</Link2>
</user-agent>
<user-agent>
<ID>id_a_f_260608_3</ID>
<String>Feedjit Favicon Crawler 1.0</String>
<Description>Feedjit news feed service favicon crawler</Description>
<Type>R</Type>
<Comment>69.46.36.x</Comment>
<Link1>http://feedjit.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_150108_1</ID>
<String>Feedreader 3.xx (Powered by Newsbrain)</String>
<Description>Newsbrain Feedreader3</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.feedreader.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_281106_3</ID>
<String>Feedshow/x.0 (http://www.feedshow.com; 1 subscriber)</String>
<Description>FeedShow online RSS feed reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.feedshow.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_051206_2</ID>
<String>FeedshowOnline (http://www.feedshow.com)</String>
<Description>FeedShow online RSS feed reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.feedshow.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_021206_1</ID>
<String>Feedster Crawler/3.0; Feedster&#44; Inc.</String>
<Description>Feedster RSS feed search</Description>
<Type>R</Type>
<Comment>64.95.116.x[x]</Comment>
<Link1>http://www.feedster.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_040207_1</ID>
<String>FeedZcollector v1.x (Platinum) http://www.feeds4all.com/feedzcollector</String>
<Description>FeedZcollector - Feed (RSS&#44; ATOM and RDF) capturing software</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.feeds4all.com/feedzcollector/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_353</ID>
<String>Felix - Mixcat Crawler (+http://mixcat.com)</String>
<Description>MixCat robot</Description>
<Type>R</Type>
<Comment>s. also Morris</Comment>
<Link1>http://mixcat.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_354</ID>
<String>fetch libfetch/2.0</String>
<Description>FreeBSD download tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_355</ID>
<String>FFC Trap Door Spider</String>
<Description>Frequent Finders spider via Sitefusion.com</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.frequentfinders.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_356</ID>
<String>Filangy/0.01-beta (Filangy; http://www.nutch.org/docs/en/bot.html; filangy-agent@filangy.com)</String>
<Description>Filangy search and bookmark service</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.filangy.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_357</ID>
<String>Filangy/1.0x (Filangy; http://www.filangy.com/filangyinfo.jsp?inc=robots.jsp; filangy-agent@filangy.com)</String>
<Description>Filangy search and bookmark service</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.filangy.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_358</ID>
<String>Filangy/1.0x (Filangy; http://www.nutch.org/docs/en/bot.html; filangy-agent@filangy.com)</String>
<Description>Filangy search and bookmark service</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.filangy.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_359</ID>
<String>fileboost.net/1.0 (+http://www.fileboost.net)</String>
<Description>File Boost Network link checking</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.fileboost.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_360</ID>
<String>FileHound x.x</String>
<Description>FileHound download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.allabout.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_180208_1</ID>
<String>Filtrbox/1.0</String>
<Description>filtrbox media content (news) monitoring</Description>
<Type>R</Type>
<Comment>72.47.203.8x</Comment>
<Link1>http://www.filtrbox.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_361</ID>
<String>FindAnISP.com_ISP_Finder_v99a</String>
<Description>Find An ISP robot</Description>
<Type>R C</Type>
<Comment>site is down</Comment>
<Link1>http://www.findanisp.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_141205_2</ID>
<String>Findexa Crawler (http://www.findexa.no/gulesider/article26548.ece)</String>
<Description>Yelo.no business search (Norway) via Findexa</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.findexa.no/english/article27709.ece</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_362</ID>
<String>findlinks/x.xxx (+http://wortschatz.uni-leipzig.de/findlinks/) </String>
<Description>NextLinks - German vocabulary and hyperlink search</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://wortschatz.uni-leipzig.de/nextlinks/findlinks.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_363</ID>
<String>FineBot</String>
<Description>Finesearch robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.finesearch.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_080306_1</ID>
<String>Finjan-prefetch</String>
<Description>Finjan Vital Security Web Appliance security solution</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.finjan.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_364</ID>
<String>Firefly/1.0</String>
<Description>Fireball.de robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.fireball.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_365</ID>
<String>Firefly/1.0 (compatible; Mozilla 4.0; MSIE 5.5)</String>
<Description>Fireball.de robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.fireball.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_210906_1</ID>
<String>Firefox (kastaneta03@hotmail.com)</String>
<Description>Unknown robot from Czech Technical University Prague (147.32.141.xx)</Description>
<Type>R</Type>
<Comment>reads robots.txt</Comment>
<Link1>http://www.cvut.cz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_190306_2</ID>
<String>Firefox_1.0.6 (kasparek@naparek.cz)</String>
<Description>Unknown robot from Czech Technical University Prague (147.32.141.xx)</Description>
<Type>R</Type>
<Comment>reads robots.txt</Comment>
<Link1>http://www.cvut.cz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_366</ID>
<String>FirstGov.gov Search - POC:firstgov.webmasters@gsa.gov</String>
<Description>AT&amp;T/Fast Search robot for FirstGov (U.S.Government) portal</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.firstgov.gov</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_367</ID>
<String>firstsbot</String>
<Description>Firstsfind Germany robot / link checking</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.firstsfind.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_020906_1</ID>
<String>Flapbot/0.7.2 (Flaptor Crawler; http://www.flaptor.com; crawler at flaptor period com)</String>
<Description>Flaptor information retrieval solutions robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.flaptor.com/index.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_368</ID>
<String>FlashGet</String>
<Description>JetCar/FlashGet download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.amazesoft.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_161205_1</ID>
<String>FLATARTS_FAVICO</String>
<Description>FlatArts Favorites Icon Tool</Description>
<Type>C D</Type>
<Comment></Comment>
<Link1>http://flatarts.jp/contents/software/information.php?name=rico</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_100308_1</ID>
<String>Flexum spider</String>
<Description>Flexum.ru search service</Description>
<Type>R</Type>
<Comment>81.176.76.93</Comment>
<Link1>http://www.flexum.ru/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_280508_2</ID>
<String>Flexum/2.0</String>
<Description>Flexum.ru search service</Description>
<Type>R</Type>
<Comment>81.176.76.93</Comment>
<Link1>http://www.flexum.ru/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_369</ID>
<String>FlickBot 2.0 RPT-HTTPClient/0.3-3</String>
<Description>DivX.com Movie Find robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.divx.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_370</ID>
<String>flunky</String>
<Description>Metacarta / Cogent robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.metacarta.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_371</ID>
<String>fly/6.01 libwww/4.0D</String>
<Description>unknown</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_110107_1</ID>
<String>flyindex.net 1.0/http://www.flyindex.net</String>
<Description>FLY Index Metasearch link checking</Description>
<Type>C</Type>
<Comment>62.141.52.2xx</Comment>
<Link1>http://www.flyindex.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_021108_1</ID>
<String>FnooleBot/2.5.2 (+http://www.fnoole.com/addurl.html)</String>
<Description>Fnoole news crawler</Description>
<Type>R</Type>
<Comment>209.205.65.9x</Comment>
<Link1>http://www.fnoole.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_372</ID>
<String>FocusedSampler/1.0</String>
<Description>IBM's Almaden Research robot</Description>
<Type>R</Type>
<Comment> s. also: - - WFARC</Comment>
<Link1>http://www.almaden.ibm.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_080108_1</ID>
<String>Folkd.com Spider/0.1 beta 1 (www.folkd.com)</String>
<Description>folkd.com social search robot</Description>
<Type>R</Type>
<Comment>212.227.95.3x</Comment>
<Link1>http://www.folkd.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_070209_4</ID>
<String>FollowSite Bot ( http://www.followsite.com/bot.html )</String>
<Description>FollowSite robot - website monitoring</Description>
<Type>C</Type>
<Comment>77.232.77.13x</Comment>
<Link1>http://www.followsite.com/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_140209_1</ID>
<String>FollowSite.com ( http://www.followsite.com/b.html )</String>
<Description>FollowSite robot - website monitoring</Description>
<Type>C</Type>
<Comment>77.232.77.13x</Comment>
<Link1>http://www.followsite.com/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_141105_1</ID>
<String>Fooky.com/ScorpionBot/ScoutOut; http://www.fooky.com/scorpionbots</String>
<Description>Fooky search Scorpionbots robot (65.12.170.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.fooky.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_373</ID>
<String>Francis/1.0 (francis@neomo.de http://www.neomo.de/)</String>
<Description>Neomo Search (Germany) robot (85.10.197.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.neomo.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_374</ID>
<String>Franklin Locator 1.8</String>
<Description>Some spam bot</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_110506_1</ID>
<String>free-downloads.net download-link validator /0.1</String>
<Description>Free Downloads shareware directory link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.free-downloads.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_375</ID>
<String>FreeFind.com-SiteSearchEngine/1.0 (http://freefind.com; spiderinfo@freefind.com)</String>
<Description>FreeFind.com robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://freefind.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_221008_2</ID>
<String>Frelicbot/1.0 +http://www.frelic.com/</String>
<Description>Frelics backlink checking bot (beta)</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.frelic.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_376</ID>
<String>FreshDownload/x.xx</String>
<Description>Fresh Download download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.freshdevices.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_230306_2</ID>
<String>FreshNotes crawler&lt; report problems to crawler-at-freshnotes-dot-com</String>
<Description>FreshNotes - music related artist search (72.3.225.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://freshnotes.com/fn/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_377</ID>
<String>FSurf15a 01</String>
<Description>Some site scanning tool via diff. IPs</Description>
<Type>S</Type>
<Comment>s. also DSurf -  PBrowse ...</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_070209_5</ID>
<String>FTB-Bot http://www.findthebest.co.uk/</String>
<Description>Find the Best search robot</Description>
<Type>R</Type>
<Comment>83.105.71.16x</Comment>
<Link1>http://www.findthebest.co.uk/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_378</ID>
<String>Full Web Bot 0416B</String>
<Description>Some site scanning tool from diff. IPs i.e.: - 66.28.240.xx (cogentco.com) - 68.5.174.xx (cox.net)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_379</ID>
<String>Full Web Bot 0516B</String>
<Description>Some site scanning tool i.e. from - 68.154.96.xx (bellsouth.net)</Description>
<Type>S</Type>
<Comment>appears also as MFC Foundation Class Library &amp; Demo Bot Z 16b - 66.118.1xx.xxx (sagonet.com) - s. also Educate Search VxB - Industry Program 1.0.5</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_380</ID>
<String>Full Web Bot 2816B</String>
<Description>Some site scanning tool from 66.255.6.xxx (uslec.com)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_190807_1</ID>
<String>FuseBulb.Com</String>
<Description>FuseBulb search</Description>
<Type>R</Type>
<Comment>208.109.126.1xx</Comment>
<Link1>http://www.fusebulb.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_381</ID>
<String>FyberSpider (+http://www.fybersearch.com/fyberspider.php)</String>
<Description>FyberSearch FyberSpider robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.fybersearch.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_382</ID>
<String>Gagglebot</String>
<Description>Some user from bbnplanet.net (4.63.218.2xx) using an Innerprise robot tool</Description>
<Type>R C ?</Type>
<Comment></Comment>
<Link1>http://www.innerprise.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_383</ID>
<String>GAIS Robot/1.0B2</String>
<Description>Seed Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.seed.net.tw</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_384</ID>
<String>Gaisbot/3.0 (indexer@gais.cs.ccu.edu.tw; http://gais.cs.ccu.edu.tw/robot.php)</String>
<Description>Gaislab Taiwan robot</Description>
<Type>R</Type>
<Comment>140.123.100.x</Comment>
<Link1>http://gais.cs.ccu.edu.tw</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_160706_1</ID>
<String>Gaisbot/3.0+(robot06@gais.cs.ccu.edu.tw;+http://gais.cs.ccu.edu.tw/robot.php)</String>
<Description>Gaislab Taiwan robot</Description>
<Type>R</Type>
<Comment>140.123.100.x</Comment>
<Link1>http://gais.cs.ccu.edu.tw</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_385</ID>
<String>GalaxyBot/1.0 (http://www.galaxy.com/galaxybot.html)</String>
<Description>Galaxy robot (63.121.41.xxx)</Description>
<Type>R</Type>
<Comment> s. also Mozilla/4.0 (compatible; MSIE 5.0; www.galaxy.com....)</Comment>
<Link1>http://www.galaxy.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_130407_2</ID>
<String>Gallent Search Spider v1.4 Robot 2 (http://robot.GallentSearch.com)</String>
<Description>Gallent Search directory (UK)</Description>
<Type>R</Type>
<Comment>88.208.223.xx</Comment>
<Link1>http://www.gallent.co.uk/</Link1>
<Link2>http://robot.gallentsearch.com/</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_010107_1</ID>
<String>gamekitbot/1.0 (+http://www.uchoose.de/crawler/gamekitbot/)</String>
<Description>Gamekit game search engine - Germany</Description>
<Type>R</Type>
<Comment>80.65.45.xx</Comment>
<Link1>http://www.gamekit.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_386</ID>
<String>Gamespy_Arcade</String>
<Description>GameSpyHTTP/1.0</Description>
<Type>D</Type>
<Comment>GameSpy Arcade download manager (FilePlanet)</Comment>
<Link1>http://www.gamespyarcade.com/features/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_387</ID>
<String>GammaSpider/1.0</String>
<Description>GammaWare GammaSpider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.gammasite.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_388</ID>
<String>gazz/x.x (gazz@nttrd.com)</String>
<Description>nttrd.com / Infobee.ne.jp robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_389</ID>
<String>geckobot</String>
<Description>Geckobot user robot</Description>
<Type></Type>
<Comment>no active website</Comment>
<Link1>http://www.geckobot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_280406_1</ID>
<String>Generic Mobile Phone (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)</String>
<Description>Google Mobile Search crawler</Description>
<Type>R P</Type>
<Comment>66.249.72.1xx</Comment>
<Link1>http://www.google.com/mobile/formats.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_390</ID>
<String>generic_crawler/01.0217/</String>
<Description>Unknown robot from Carnegie Mellon University (128.2.211.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cmu.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_100109_2</ID>
<String>GenesisBrowser (HTTP 1.1; 0.9; XP SP2; .NET CLR 2.0.50727)</String>
<Description>Lunascape Genesis browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.lunascape.tv/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_231205_1</ID>
<String>genieBot (http://64.5.245.11/faq/faq.html)</String>
<Description>GenieKnows.com search</Description>
<Type>R</Type>
<Comment> s. also: - larbin_2.6.3 (wgao@genieknows.com)</Comment>
<Link1>http://www.genieknows.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_391</ID>
<String>geniebot wgao@genieknows.com</String>
<Description>GenieKnows.com search</Description>
<Type>R</Type>
<Comment> s. also: - larbin_2.6.3 (wgao@genieknows.com)</Comment>
<Link1>http://www.genieknows.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_050606_3</ID>
<String>GeoBot/1.0</String>
<Description>Unknown robot from wavepath.com (65.254.33.1xx)</Description>
<Type></Type>
<Comment>no active website</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_392</ID>
<String>GeonaBot 1.x; http://www.geona.com/</String>
<Description>Geona Search robot / link checking</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.geona.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_160206_3</ID>
<String>geourl/2.0b2</String>
<Description>GeoURL ICBM Address Server - a location-to-URL reverse directory</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://geourl.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_160206_2</ID>
<String>GeoURLBot 1.0 (http://geourl.org)</String>
<Description>GeoURL ICBM Address Server - a location-to-URL reverse directory</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://geourl.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_393</ID>
<String>GetBot</String>
<Description>Getbot web downloading tool / site grabber</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.getbot.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_394</ID>
<String>GetRight/3.x.x</String>
<Description>GetRight download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.getright.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_395</ID>
<String>GetRight/4.5xx</String>
<Description>GetRight download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.getright.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_396</ID>
<String>GetRight/4.x</String>
<Description>GetRight download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.getright.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_397</ID>
<String>GetRight/4.x[a-e]</String>
<Description>GetRight download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.getright.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_260807_1</ID>
<String>GetRight/6.1 (Pro)</String>
<Description>GetRight download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.getright.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_398</ID>
<String>GetRightPro/6.0beta2</String>
<Description>GetRight download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.getright.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_170706_3</ID>
<String>GetWeb/0.1 libwww-perl/5.16</String>
<Description>GetWeb - web page to email service</Description>
<Type>D</Type>
<Comment>216.204.133.xxx</Comment>
<Link1>http://www.healthnet.org/getweb.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_399</ID>
<String>GhostRouteHunter/20021130 (https://www.sixxs.net/tools/grh/; info@sixxs.net)</String>
<Description>Sixxs Ghost Route Hunter</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.sixxs.net/tools/grh/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_400</ID>
<String>gigabaz/3.1x (baz@gigabaz.com; http://gigabaz.com/gigabaz/)</String>
<Description>GigaBaz Brainbot (Germany) robot</Description>
<Type>R</Type>
<Comment> s. also - MicroBaz</Comment>
<Link1>http://gigabaz.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_401</ID>
<String>Gigabot/2.0 (gigablast.com)</String>
<Description>Gigablast robot (64.62.168.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.gigablast.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_140106_1</ID>
<String>Gigabot/2.0/gigablast.com/spider.html</String>
<Description>Gigablast robot</Description>
<Type>R</Type>
<Comment>comes from 64.62.168.xx AND 66.154.102.xx</Comment>
<Link1>http://www.gigablast.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_170506_1</ID>
<String>Gigabot/2.0; http://www.gigablast.com/spider.html</String>
<Description>Gigablast robot</Description>
<Type>R</Type>
<Comment>comes from 64.62.168.xx AND 66.154.102.xx</Comment>
<Link1>http://www.gigablast.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_190507_1</ID>
<String>Gigabot/2.0att</String>
<Description>Gigablast robot</Description>
<Type>R</Type>
<Comment>66.231.188.1xx</Comment>
<Link1>http://www.gigablast.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_230508_1</ID>
<String>Gigabot/3.0 (http://www.gigablast.com/spider.html)</String>
<Description>Gigablast robot</Description>
<Type>R</Type>
<Comment>66.231.18x.[x]xx</Comment>
<Link1>http://www.gigablast.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_402</ID>
<String>Gigabot/x.0</String>
<Description>Gigablast robot (64.62.168.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.gigablast.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_403</ID>
<String>GigabotSiteSearch/2.0 (sitesearch.gigablast.com)</String>
<Description>Gigablast robot (64.62.168.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.gigablast.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_404</ID>
<String>GNODSPIDER (www.gnod.net)</String>
<Description>www.gnod.net spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.gnod.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_406</ID>
<String>Go!Zilla 3.x (www.gozilla.com)</String>
<Description>Go!Zilla download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.gozilla.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_407</ID>
<String>Go!Zilla/4.x.x.xx</String>
<Description>Go!Zilla download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.gozilla.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_405</ID>
<String>Go-Ahead-Got-It/1.1</String>
<Description>GotIt web accelerator (discontinued)</Description>
<Type>P D</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_408</ID>
<String>Goblin/0.9 (http://www.goguides.org/)</String>
<Description>GoGuides.Org (195.226.137.xx) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.goguides.org/goblin-info.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_409</ID>
<String>Goblin/0.9.x (http://www.goguides.org/goblin-info.html)</String>
<Description>GoGuides.Org (195.226.137.xx) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.goguides.org/goblin-info.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_410</ID>
<String>GoForIt.com</String>
<Description>GoForIt Search robot</Description>
<Type>R</Type>
<Comment>208.109.236.xx</Comment>
<Link1>http://www.goforit.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_411</ID>
<String>GOFORITBOT ( http://www.goforit.com/about/ )</String>
<Description>GoForIt Search robot</Description>
<Type>R</Type>
<Comment>208.109.236.xx</Comment>
<Link1>http://www.goforit.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_020306_1</ID>
<String>GoGuides.Org Link Check</String>
<Description>GoGuides.org directory &amp; search link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.goguides.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_230207_2</ID>
<String>GoldenFeed Spider 1.0 (http://www.goldenfeed.com)</String>
<Description>GoldenFeed.com - RSS search engine</Description>
<Type>C</Type>
<Comment>74.52.41.1xx</Comment>
<Link1>http://www.goldenfeed.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_412</ID>
<String>Goldfire Server</String>
<Description>Invention Machines Goldfire Server</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.invention-machine.com/custsupport/GFR_install.cfm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_041006_1</ID>
<String>gonzo1[P] +http://www.suchen.de/popups/faq.jsp</String>
<Description>suchen.de German local search robot</Description>
<Type>R</Type>
<Comment>212.34.185.xx</Comment>
<Link1>http://www.suchen.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_130108_2</ID>
<String>gonzo2[P] +http://www.suchen.de/faq.html</String>
<Description>suchen.de German local search robot</Description>
<Type>R</Type>
<Comment>212.34.185.xx</Comment>
<Link1>http://www.suchen.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_413</ID>
<String>Goofer/0.2</String>
<Description>Some private robot (Wanadoo.fr client)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_300606_1</ID>
<String>Google Talk</String>
<Description>Google instant messenger</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.google.com/talk/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_414</ID>
<String>googlebot (larbin2.6.0@unspecified.mail)</String>
<Description>Packard Bell Net user robot (*not* Google)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_050106_1</ID>
<String>Googlebot-Image/1.0</String>
<Description>Google image crawler (66.249.72.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.google.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_415</ID>
<String>Googlebot-Image/1.0 ( http://www.googlebot.com/bot.html)</String>
<Description>Google image crawler (66.249.72.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.google.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_416</ID>
<String>Googlebot/2.1 ( http://www.google.com/bot.html)</String>
<Description>Google robot 66.249.64.XXX</Description>
<Type>R</Type>
<Comment> s. also: - Mozilla/4.0 (MobilePhone SCP ... - Mozilla/5.0 (compatible; Googlebot/2.1...</Comment>
<Link1>http://www.google.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_417</ID>
<String>Googlebot/2.1 ( http://www.googlebot.com/bot.html)</String>
<Description>Google robot 66.249.64.XXX</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.google.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_418</ID>
<String>Googlebot/Test ( http://www.googlebot.com/bot.html)</String>
<Description>Google robot 66.249.64.XXX</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.google.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_280209_2</ID>
<String>Gordon's Spider/Nutch-0.9 (http://www.sharethis.com; gordon@sharethis.com)</String>
<Description>ShareThis social networking service via Amazon Web Services</Description>
<Type>C</Type>
<Comment>174.129.242.x</Comment>
<Link1>http://sharethis.com/</Link1>
<Link2>http://www.amazonaws.com/</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_419</ID>
<String>GrapeFX/0.3 libwww/5.4.0</String>
<Description>Grapeshot web search system API</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.grapeshot.co.uk/html/Index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_300907_4</ID>
<String>great-plains-web-spider/flatlandbot (Flatland Industries Web Spider; http://www.flatlandindustries.com/flatlandbot.php; jason@flatlandindustries.com)</String>
<Description>Flatland Industries vertical search solution</Description>
<Type>R</Type>
<Comment>74.62.161.xx</Comment>
<Link1>http://www.flatlandindustries.com/</Link1>
<Link2>http://www.flatlandindustries.com/flatlandbot.php</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_250707_2</ID>
<String>GreatNews/1.0</String>
<Description>GreatNews 1.0 Beta RSS reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.curiostudio.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_170207_2</ID>
<String>GreenBrowser</String>
<Description>GreenBrowser - IE based browser (China)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.morequick.com/indexen.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_100307_2</ID>
<String>gridwell (http://search.gridwell.com)</String>
<Description>search gridwell favicon display</Description>
<Type>D</Type>
<Comment>212.227.127.xx</Comment>
<Link1>http://search.gridwell.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_420</ID>
<String>GrigorBot 0.8 (http://www.grigor.biz/bot.html)</String>
<Description>Grigor Search bot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.grigor.biz</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_161206_1</ID>
<String>Gromit/1.0</String>
<Description>Australasian Legal Information Institute (AustLII) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.austlii.edu.au/</Link1>
<Link2>http://www2.austlii.edu.au/~dan/gromit/</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_421</ID>
<String>grub crawler(http://www.grub.org)</String>
<Description>Grub open source crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.grub.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_422</ID>
<String>grub-client</String>
<Description>Grub open source crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.grub.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_423</ID>
<String>gsa-crawler (Enterprise; GID-01422; jplastiras@google.com)</String>
<Description>Google Search Appliance robot (216.239.xx.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.google.com/enterprise/gsa/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_424</ID>
<String>gsa-crawler (Enterprise; GID-01742;gsatesting@rediffmail.com)</String>
<Description>Google Search Appliance robot (216.239.xx.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.google.com/enterprise/gsa/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_060506_1</ID>
<String>gsa-crawler (Enterprise; GIX-02057; dm@enhesa.com)</String>
<Description>Google Enterprise Search Appliance used by Enhesa (212.35.100.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.enhesa.com/enhesa/en/default.asp</Link1>
<Link2>http://www.google.com/enterprise/gsa/</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_311205_1</ID>
<String>gsa-crawler (Enterprise; GIX-03519; cknuetter@stubhub.com)</String>
<Description>Google Enterprise Search Appliance used by IBM (129.41.20.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.google.com/enterprise/gsa/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_425</ID>
<String>gsa-crawler (Enterprise; GIX-0xxxx; enterprise-training@google.com)</String>
<Description>Google Search Appliance robot (216.239.xx.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.google.com/enterprise/gsa/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_081006_1</ID>
<String>GSiteCrawler/v1.xx rev. xxx (http://gsitecrawler.com/)</String>
<Description>GSiteCrawler - Google sitemap generator for Windows</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://gsitecrawler.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_260207_1</ID>
<String>Guestbook Auto Submitter</String>
<Description>Guestbook spamming tool</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_426</ID>
<String>Gulliver/1.3</String>
<Description>Northernlight robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.northernlight.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_427</ID>
<String>Gulper Web Bot 0.2.4 (www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)</String>
<Description>Yuntis Collaborative Web Resource Categorization and Ranking Project robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ecsl.cs.sunysb.edu/yuntis/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_140907_1</ID>
<String>Gungho/0.08004 (http://code.google.com/p/gungho-crawler/wiki/Index)</String>
<Description>Gungho - Extensible web crawler written in Perl by Google Code</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://code.google.com/p/gungho-crawler/wiki/Index</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_211106_1</ID>
<String>GurujiBot/1.0 (+http://www.guruji.com/WebmasterFAQ.html)</String>
<Description>guruji : the Indian search engine robot</Description>
<Type>R</Type>
<Comment>209.128.80.1xx / 72.20.109.xx</Comment>
<Link1>http://www.guruji.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_100508_2</ID>
<String>GurujiImageBot/1.0 (+http://www.guruji.com/en/WebmasterFAQ.html)</String>
<Description>guruji : the Indian search engine picture crawler</Description>
<Type>R</Type>
<Comment>72.20.109.xx</Comment>
<Link1>http://www.guruji.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_291108_3</ID>
<String>Haier-T10C/1.0 iPanel/2.0 WAP2.0 (compatible; UP.Browser/6.2.2.4; UPG1; UP/4.0; Embedded)</String>
<Description>Openwave Mobile Browser on Haier T10C mobile</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.openwave.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_171105_5</ID>
<String>HappyFunBot/1.1</String>
<Description>Happy Fun Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.happyfunsearch.com/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_428</ID>
<String>Harvest-NG/1.0.2</String>
<Description>Harvest-NG web crawler used by search.yahoo.com</Description>
<Type>R</Type>
<Comment>see also Exalead NG and NG/1.0</Comment>
<Link1>http://search.yahoo.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_429</ID>
<String>Haste/0.12 (HOME: http://haste.kytoon.com/)</String>
<Description>Haste - web mapping and monitoring system</Description>
<Type>R C</Type>
<Comment>site is closed</Comment>
<Link1>http://haste.kytoon.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_430</ID>
<String>Hatena Antenna/0.4 (http://a.hatena.ne.jp/help#robot)</String>
<Description>Hatena::Antenna Japan robot</Description>
<Type>R</Type>
<Comment>221.186.146.xx</Comment>
<Link1>http://a.hatena.ne.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_110606_2</ID>
<String>Hatena Mobile Gateway/1.0</String>
<Description>Hatena Japan proxy for handheld/mobile clients</Description>
<Type>P</Type>
<Comment>221.186.146.xx</Comment>
<Link1>http://www.hatena.ne.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_431</ID>
<String>Hatena Pagetitle Agent/1.0</String>
<Description>Hatena Japan robot</Description>
<Type>R</Type>
<Comment>221.186.146.xx</Comment>
<Link1>http://www.hatena.ne.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_240207_1</ID>
<String>Hatena RSS/0.3 (http://r.hatena.ne.jp)</String>
<Description>Hatena Japan RSS feed robot</Description>
<Type>R</Type>
<Comment>221.186.146.xx</Comment>
<Link1>http://www.hatena.ne.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_110606_1</ID>
<String>HatenaScreenshot/1.0 (checker)</String>
<Description>Hatena::Diary (Japan) web page screenshot robot</Description>
<Type>R D</Type>
<Comment>221.186.146.xx</Comment>
<Link1>http://www.hatena.ne.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_120108_1</ID>
<String>hbtronix.spider.2 -- http://hbtronix.de/spider.php</String>
<Description>hbtronix.spider - Domain name spider (Germany)</Description>
<Type>R</Type>
<Comment>89.110.157.*</Comment>
<Link1>http://hbtronix.de/spider.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_432</ID>
<String>HeinrichderMiragoRobot</String>
<Description>Mirago Germany robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.mirago.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_433</ID>
<String>HeinrichderMiragoRobot (http://www.miragorobot.com/scripts/deinfo.asp)</String>
<Description>Mirago Germany robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.mirago.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_434</ID>
<String>Helix/1.x ( http://www.sitesearch.ca/helix/)</String>
<Description>Helix - The SiteSearch (Canada) web crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.sitesearch.ca</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_080206_3</ID>
<String>HenriLeRobotMirago (http://www.miragorobot.com/scripts/frinfo.asp)</String>
<Description>Mirago France robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.mirago.fr/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_435</ID>
<String>HenrytheMiragoRobot</String>
<Description>Mirago search (UK) robot</Description>
<Type>R</Type>
<Comment>217.154.245.2xx</Comment>
<Link1>http://www.mirago.co.uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_060806_3</ID>
<String>HenryTheMiragoRobot (http://www.miragorobot.com/scripts/mrinfo.asp)</String>
<Description>Mirago search (UK) robot</Description>
<Type>R</Type>
<Comment>217.154.245.2xx</Comment>
<Link1>http://www.mirago.co.uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_436</ID>
<String>hgrepurl/1.0</String>
<Description>O'Reilly's Perl LWP example client program from Web Client Programming with Perl</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_437</ID>
<String>Hi! I'm CsCrawler my homepage: http://www.kde.cs.uni-kassel.de/lehre/ss2005/googlespam/crawler.html RPT-HTTPClient/0.3-3</String>
<Description>University of Kassel Germany CsCrawler using the HTTPClient library</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kde.cs.uni-kassel.de/lehre/ss2005/googlespam/crawler.html</Link1>
<Link2>http://www.innovation.ch/java/HTTPClient/</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_438</ID>
<String>HiDownload</String>
<Description>HiDownload download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.streamingstar.com/hidownload.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_439</ID>
<String>Hippias/0.9 Beta</String>
<Description>Hippias robot</Description>
<Type>R</Type>
<Comment>site is offline</Comment>
<Link1>http://hippias.evansville.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_440</ID>
<String>HitList</String>
<Description>Pilot Hitlist web analytics solution</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.pilotsoftware.com/products_solutions/hitlist.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_441</ID>
<String>Hitwise Spider v1.0 http://www.hitwise.com</String>
<Description>Hitwise spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.hitwise.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_442</ID>
<String>HLoader</String>
<Description>diff. IPs / unknown services</Description>
<Type></Type>
<Comment> i.e.: - 204.95.207.xxx user agent ? - 66.27.113.xx link checking ?</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_040907_1</ID>
<String>holmes/3.11 (http://morfeo.centrum.cz/bot)</String>
<Description>Morfeo / Centrum Search (Czech Republic) robot from 65.102.46.xxx</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://morfeo.centrum.cz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_220906_2</ID>
<String>holmes/3.9 (onet.pl)</String>
<Description>Onet.pl (Poland) search robot</Description>
<Type>R</Type>
<Comment>213.180.137.xx</Comment>
<Link1>http://szukaj.onet.pl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_181006_1</ID>
<String>holmes/3.xx (OnetSzukaj/5.0; +http://szukaj.onet.pl)</String>
<Description>Onet.pl (Poland) search robot</Description>
<Type>R</Type>
<Comment>213.180.137.xx</Comment>
<Link1>http://szukaj.onet.pl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_443</ID>
<String>holmes/x.x</String>
<Description>Morfeo / Centrum Search (Czech Republic) robot from 65.102.46.xxx</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://morfeo.centrum.cz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_021108_2</ID>
<String>HolmesBot (http://holmes.ge)</String>
<Description>Holes search robot (Georgia)</Description>
<Type>R</Type>
<Comment>77.92.229.3x</Comment>
<Link1>http://holmes.ge/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_444</ID>
<String>HomePageSearch(hpsearch.uni-trier.de)</String>
<Description>HomePageSearch robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://hpsearch.uni-trier.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_445</ID>
<String>Homerbot: www.homerweb.com</String>
<Description>Homerweb search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.homerweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_220606_1</ID>
<String>Honda-Search/0.7.2 (Nutch; http://lucene.apache.org/nutch/bot.html; search@honda-search.com)</String>
<Description>Honda-Search.com - Honda cars related search robot</Description>
<Type>R</Type>
<Comment>69.16.227.1xx</Comment>
<Link1>http://www.honda-search.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_090206_1</ID>
<String>HooWWWer/2.1.3 (debugging run) (+http://cosco.hiit.fi/search/hoowwwer/ | mailto:crawler-info&lt;at>hiit.fi)</String>
<Description>HooWWer - Next Generation Information Retrieval robot </Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://cosco.hiit.fi</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_446</ID>
<String>HooWWWer/2.1.x ( http://cosco.hiit.fi/search/hoowwwer/ | mailto:crawler-info&lt;at>hiit.fi)</String>
<Description>HooWWer - Next Generation Information Retrieval robot (128.214.112.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://cosco.hiit.fi/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_447</ID>
<String>HotJava/1.0.1/JRE1.1.x</String>
<Description>HotJava browser plus HTML Component 1.1.x</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_448</ID>
<String>Hotzonu/x.0</String>
<Description>Hotzuno - Japanese BBS reader client</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://hotzonu.hp.infoseek.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_040507_1</ID>
<String>HPL/Nutch-0.9 -</String>
<Description>Unknown robot from HP Labs</Description>
<Type>R</Type>
<Comment>15.203.249.12x</Comment>
<Link1>http://hpl.hp.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_449</ID>
<String>htdig/3.1.6 (http://computerorgs.com)</String>
<Description>COMPUTERorgs.com robot (205.134.190.xxx) using htdig</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.computerorgs.com/</Link1>
<Link2>http://www.htdig.org</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_210106_1</ID>
<String>htdig/3.1.6 (unconfigured@htdig.searchengine.maintainer)</String>
<Description>htdig used by the Academie de Toulouse</Description>
<Type>R</Type>
<Comment>reads robots.txt</Comment>
<Link1>http://www.ac-toulouse.fr/html/_.php</Link1>
<Link2>http://www.htdig.org</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_450</ID>
<String>htdig/3.1.x (root@localhost)</String>
<Description>htdig search tool</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.htdig.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_451</ID>
<String>Html Link Validator (www.lithopssoft.com)</String>
<Description>Lithops Software link validation tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.lithopssoft.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_110506_3</ID>
<String>HTML2JPG Blackbox&#44; http://www.html2jpg.com</String>
<Description>HTML2JPG webpage to image converter</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.html2jpg.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_452</ID>
<String>HTML2JPG Enterprise</String>
<Description>HTML2JPG webpage to image converter</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.html2jpg.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_101205_1</ID>
<String>HTMLParser/1.x</String>
<Description>HTML Parser Java library to parse HTML</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://sourceforge.net/projects/htmlparser</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_071006_1</ID>
<String>HTTP Retriever</String>
<Description>PHP HTTP client to access Web servers</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://code.blitzaffe.com/pages/home/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_240306_1</ID>
<String>http://Anonymouse.org/ (Unix)</String>
<Description>Anonymous web proxy service</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://anonymouse.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_453</ID>
<String>http://Ask.24x.Info/ (http://narres.it/)</String>
<Description>Ask 24x Info (Germany) DMOZ related robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://narres.it</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_070209_6</ID>
<String>http://hilfe.acont.de/bot.html ACONTBOT</String>
<Description>ACONTBOT - Acont search Germany robot</Description>
<Type>R</Type>
<Comment>82.149.246.2x</Comment>
<Link1>http://acont.de/</Link1>
<Link2>http://hilfe.acont.de/bot.htm</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_230408_1</ID>
<String>http://OzySoftware.com/Index.html</String>
<Description>OzySoftware.com software directory link checking</Description>
<Type>C</Type>
<Comment>202.173.141.x</Comment>
<Link1>http://ozysoftware.com/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_454</ID>
<String>http://www.almaden.ibm.com/cs/crawler</String>
<Description>IBM's Almaden Research robot</Description>
<Type>R</Type>
<Comment> s. also: - FocusedSampler - WFARC</Comment>
<Link1>http://www.almaden.ibm.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_455</ID>
<String>http://www.almaden.ibm.com/cs/crawler [rc1.wf.ibm.com]</String>
<Description>IBM's Almaden Research robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.almaden.ibm.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_456</ID>
<String>http://www.almaden.ibm.com/cs/crawler [wf216]</String>
<Description>IBM's Almaden Research robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.almaden.ibm.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_271105_4</ID>
<String>http://www.istarthere.com_spider@istarthere.com</String>
<Description>Istarthere.com search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.istarthere.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_070106_1</ID>
<String>http://www.monogol.de</String>
<Description>Monogol - German open source search engine project (195.226.167.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.monogol.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_060806_4</ID>
<String>http://www.trendtech.dk/spider.asp)</String>
<Description>TrendTech Search Engine (Denmark) robot</Description>
<Type>R</Type>
<Comment>87.104.18.xx</Comment>
<Link1>http://www.trendtech.dk/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_290106_1</ID>
<String>HTTP::Lite/2.x.x</String>
<Description>HTTP::Lite - Standalone Perl module for retreiving HTTP documents</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.toybox.ca/http-lite/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_050108_1</ID>
<String>HTTPEyes</String>
<Description>HTTPEyes - Web proxy cache</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://bachue.com/httpeyes/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_457</ID>
<String>HTTPResume v. 1.x</String>
<Description>HTTPResume Amiga download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://tesla.rcub.bg.ac.yu/%7Eantony/HTTPResume/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_031107_2</ID>
<String>httpunit/1.5</String>
<Description>HttpUnit - Java test code for emulating browser behaviour</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://httpunit.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_090306_1</ID>
<String>httpunit/1.x</String>
<Description>HttpUnit - Java browser behavior simulation tool</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://httpunit.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_010807_1</ID>
<String>Hybrid/1.2 [en] (OS Independent)</String>
<Description>Hybrid Share mono C#/Gtk# application for file sharing</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://hybrid-share.sourceforge.net/index.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_300507_1</ID>
<String>HyperEstraier/1.x.xx</String>
<Description>Hyper Estraier full-text search system</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://hyperestraier.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_170906_1</ID>
<String>i1searchbot/2.0 (i1search web crawler; http://www.i1search.com; crawler@i1search.com)</String>
<Description>i1search robot</Description>
<Type>R</Type>
<Comment>65.111.164.1xx</Comment>
<Link1>http://www.i1search.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_461</ID>
<String>IAArchiver-1.0</String>
<Description>Alexa / The Internet Archive (209.237.238.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alexa.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_091205_2</ID>
<String>iaskspider</String>
<Description>Unknown robot (reads robots.txt) from chinatelecom (219.142.78.xx)</Description>
<Type></Type>
<Comment>Not from iask.com.cn - s. also Mozilla/5.0 (compatible; iaskspider/1.0 ..</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_111106_1</ID>
<String>iaskspider2 (iask@staff.sina.com.cn)</String>
<Description>Iask search / Sina portal robot (China)</Description>
<Type>R</Type>
<Comment>202.106.184.xxx</Comment>
<Link1>http://iask.com/</Link1>
<Link2>http://english.sina.com/index.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_458</ID>
<String>ia_archiver</String>
<Description>Alexa / The Internet Archive (209.237.238.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alexa.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_459</ID>
<String>ia_archiver-web.archive.org</String>
<Description>Alexa / The Internet Archive (209.237.238.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alexa.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_460</ID>
<String>ia_archiver/1.6</String>
<Description>Alexa / The Internet Archive (209.237.238.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alexa.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_462</ID>
<String>IBrowse/2.2 (AmigaOS 3.5)</String>
<Description>IOSpirit iBrowse Amiga Browser</Description>
<Type>B</Type>
<Comment>was Hisoft (http://www.hisoft.co.uk)</Comment>
<Link1>http://amiga.iospirit.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_463</ID>
<String>IBrowse/2.2 (Windows 3.1)</String>
<Description>IOSpirit iBrowse Amiga Browser</Description>
<Type>B</Type>
<Comment>was Hisoft (http://www.hisoft.co.uk)</Comment>
<Link1>http://amiga.iospirit.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_464</ID>
<String>iCab/2.5.2 (Macintosh; I; PPC)</String>
<Description>iCab MAC Web browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.icab.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_110207_2</ID>
<String>ICC-Crawler(Mozilla-compatible; http://kc.nict.go.jp/icc/crawl.html; icc-crawl(at)ml(dot)nict(dot)go(dot)jp)</String>
<Description>Knowledge Clustered Group ICC-Crawler (University of Tokyo - Japan)</Description>
<Type>R</Type>
<Comment>202.180.34.1xx</Comment>
<Link1>http://kc.nict.go.jp/icc/crawl.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_250607_1</ID>
<String>ICC-Crawler(Mozilla-compatible;http://kc.nict.go.jp/icc/crawl.html;icc-crawl-contact(at)ml(dot)nict(dot)go(dot)jp)</String>
<Description>Knowledge Clustered Group ICC-Crawler (University of Tokyo - Japan)</Description>
<Type>R</Type>
<Comment>202.180.34.1xx</Comment>
<Link1>http://kc.nict.go.jp/icc/crawl.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_465</ID>
<String>iCCrawler (http://www.iccenter.net)</String>
<Description>ICJobs - Intelligence Competence Center (Germany) robot</Description>
<Type>R</Type>
<Comment>212.227.76.xx</Comment>
<Link1>http://www.iccenter.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_121006_1</ID>
<String>ICCrawler - ICjobs (http://www.icjobs.de/bot.htm)</String>
<Description>ICJobs - Intelligence Competence Center (Germany) robot</Description>
<Type>R</Type>
<Comment>212.227.76.xx</Comment>
<Link1>http://www.iccenter.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_466</ID>
<String>ICE Browser/5.05 (Java 1.4.0; Windows 2000 5.0 x86)</String>
<Description>ICE Java browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.ii.uib.no/~alexey/jb/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_040206_2</ID>
<String>ichiro/x.0 (http://help.goo.ne.jp/door/crawler.html)</String>
<Description>Goo Japan / Inktomi robot (210.173.179.xx)</Description>
<Type>R</Type>
<Comment> s. also moget / mogimogi</Comment>
<Link1>http://www.goo.ne.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_468</ID>
<String>ichiro/x.0 (ichiro@nttr.co.jp)</String>
<Description>Goo Japan / Inktomi robot (210.173.179.xx)</Description>
<Type>R</Type>
<Comment> s. also moget / mogimogi</Comment>
<Link1>http://www.goo.ne.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_469</ID>
<String>IconSurf/2.0 favicon finder (see http://iconsurf.com/robot.html)</String>
<Description>Iconsurf.com - Visual Surf Engine / favicon finder</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://iconsurf.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_470</ID>
<String>IconSurf/2.0 favicon monitor (see http://iconsurf.com/robot.html)</String>
<Description>Iconsurf.com - Visual Surf Engine / favicon finder</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://iconsurf.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_471</ID>
<String>ICOO Loader v.x.x.x</String>
<Description>icooLoader download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.icoonet.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_472</ID>
<String>ICRA_label_spider/x.0</String>
<Description>ICRA (Internet Content Rating Association) label spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.icra.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_473</ID>
<String>icsbot-0.1</String>
<Description>ICS Robot Search Engine (International Christian school of Seoul)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://icseoul.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_260306_1</ID>
<String>IDA</String>
<Description>Internet Download Accelerator</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.westbyte.com/ida/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_474</ID>
<String>ideare - SignSite/1.x</String>
<Description>Janas (Ideare.com / Tiscali.it) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_200806_1</ID>
<String>iearthworm/1.0&#44; iearthworm@yahoo.com.cn</String>
<Description>Unknown UA from Yahoo China</Description>
<Type></Type>
<Comment>202.165.105.x</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_475</ID>
<String>IEFav172Free</String>
<Description>Some bookmark manager</Description>
<Type>C</Type>
<Comment> possibly Visit URL ??</Comment>
<Link1>http://www.lodz.pdi.net/%7Eeristic/free/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_060608_4</ID>
<String>iFeed.jp/2.0 (www.psychedelix.com/agents/agents.rss; 0 subscribers)</String>
<Description>iFeed.jp - online rss aggregator (in development)</Description>
<Type>R</Type>
<Comment>67.15.2[3-4][X].xxx</Comment>
<Link1>http://www.ifeed.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_281207_1</ID>
<String>igdeSpyder (compatible; igde.ru; +http://igde.ru/doc/tech.html)</String>
<Description>Igde search (Russia) robot</Description>
<Type>R</Type>
<Comment>87.118.118.12x</Comment>
<Link1>http://igde.ru/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_476</ID>
<String>iGetter/1.x (Macintosh;G;PPC)</String>
<Description>iGetter download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.igetter.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_477</ID>
<String>iGetter/2 (Macintosh; U; PPC Mac OS X; en)</String>
<Description>iGetter download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.igetter.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_120507_1</ID>
<String>IIITBOT/1.1 (Indian Language Web Search Engine; http://webkhoj.iiit.net; pvvpr at iiit dot ac dot in)</String>
<Description>Webkhoj - Indian language search engine</Description>
<Type>R</Type>
<Comment>196.12.53.xx</Comment>
<Link1>http://webkhoj.iiit.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_040607_2</ID>
<String>ilial/Nutch-0.9 (Ilial&#44; Inc. is a Los Angeles based Internet startup company. For more information please visit http://www.ilial.com/crawler; http://www.ilial.com/crawler; crawl@ilial.com)</String>
<Description>Ilial Knowledge Search robot</Description>
<Type>R</Type>
<Comment>72.44.58.2xx</Comment>
<Link1>http://www.ilial.com/crawler/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_290906_1</ID>
<String>ilial/Nutch-0.9-dev</String>
<Description>Unknown robot from UCLA using Nutch</Description>
<Type>R</Type>
<Comment>164.67.195.xx</Comment>
<Link1>http://www.ucla.edu/</Link1>
<Link2>http://lucene.apache.org/nutch/</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_270806_1</ID>
<String>IlseBot/1.x</String>
<Description>Ilse Netherlands robot (62.69.178.xx)</Description>
<Type>R</Type>
<Comment>s. also INGRID/3.0 .. / Mozilla/3.0 (INGRID/3.0 ..</Comment>
<Link1>http://www.ilse.nl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_478</ID>
<String>IlTrovatore-Setaccio ( http://www.iltrovatore.it)</String>
<Description>Il Trovatore - Italian search engine robot</Description>
<Type>R</Type>
<Comment>213.215.201.2xx</Comment>
<Link1>http://www.iltrovatore.it</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_479</ID>
<String>Iltrovatore-Setaccio/0.3-dev (Indexing; http://www.iltrovatore.it/bot.html; info@iltrovatore.it)</String>
<Description>Il Trovatore - Italian search engine robot</Description>
<Type>R</Type>
<Comment>213.215.201.2xx</Comment>
<Link1>http://www.iltrovatore.it</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_480</ID>
<String>IlTrovatore-Setaccio/1.2 ( http://www.iltrovatore.it/aiuto/faq.html)</String>
<Description>Il Trovatore - Italian search engine robot</Description>
<Type>R</Type>
<Comment>213.215.201.2xx</Comment>
<Link1>http://www.iltrovatore.it</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_481</ID>
<String>Iltrovatore-Setaccio/1.2 (It-bot; http://www.iltrovatore.it/bot.html; info@iltrovatore.it)</String>
<Description>Il Trovatore - Italian search engine robot</Description>
<Type>R</Type>
<Comment>213.215.201.2xx</Comment>
<Link1>http://www.iltrovatore.it</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_482</ID>
<String>iltrovatore-setaccio/1.2-dev (spidering; http://www.iltrovatore.it/aiuto/.....)</String>
<Description>Il Trovatore - Italian search engine robot</Description>
<Type>R</Type>
<Comment>213.215.201.2xx</Comment>
<Link1>http://www.iltrovatore.it</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_040506_1</ID>
<String>IlTrovatore/1.2 (IlTrovatore; http://www.iltrovatore.it/bot.html; bot@iltrovatore.it)</String>
<Description>Il Trovatore - Italian search engine robot</Description>
<Type>R</Type>
<Comment>213.215.201.2xx</Comment>
<Link1>http://www.iltrovatore.it</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_060107_2</ID>
<String>ImageVisu/v4.x.x</String>
<Description>ImageVisu image and graphics viewer - display files from the Web (HTTP and ECWP)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://geovisu.free.fr/imagvisu/english/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_080907_1</ID>
<String>ImageWalker/2.0 (www.bdbrandprotect.com)</String>
<Description>BD-Brandprotect copyright infringement crawler</Description>
<Type>R</Type>
<Comment>72.14.164.1xx</Comment>
<Link1>http://www.bdbrandprotect.com/</Link1>
<Link2>http://www.bdbrandprotect.com/solutions_5.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_110306_1</ID>
<String>Incutio HttpClient v0.x</String>
<Description>HttpClient - a PHP Web Client Class</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://scripts.incutio.com/httpclient/index.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_483</ID>
<String>IncyWincy data gatherer(webmaster@loopimprovements.com</String>
<Description>IncyWincy search engine using DMOZ Open Directory database</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.loopimprovements.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_484</ID>
<String>IncyWincy page crawler(webmaster@loopimprovements.com</String>
<Description>IncyWincy search engine using DMOZ Open Directory database</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.loopimprovements.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_485</ID>
<String>IncyWincy(http://www.look.com)</String>
<Description>Look.com robot using IncyWincy search engine</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.loopimprovements.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_486</ID>
<String>IncyWincy(http://www.loopimprovements.com/robot.html)</String>
<Description>IncyWincy search engine using DMOZ Open Directory database</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.loopimprovements.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_487</ID>
<String>IncyWincy/2.1(loopimprovements.com/robot.html)</String>
<Description>IncyWincy search engine using DMOZ Open Directory database</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.loopimprovements.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_488</ID>
<String>IndexTheWeb.com Crawler7</String>
<Description>Index the Web (69.57.134.xx) crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.indextheweb.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_489</ID>
<String>Industry Program 1.0.x</String>
<Description>Spam bot from diff. IPs</Description>
<Type>S</Type>
<Comment>see also Educate Search VxB - Full Web Bot</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_490</ID>
<String>Inet library</String>
<Description>Inet Library Resource Center robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inetlibrary.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_491</ID>
<String>InetURL/1.0</String>
<Description>InetURL IVM (phone software) plugin for web server access ?</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.nch.com.au/ivm/plugins.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_270607_1</ID>
<String>info@pubblisito.com- (http://www.pubblisito.com) il Sud dei Motori di Ricerca</String>
<Description>Pubblisito.com search - Italia</Description>
<Type>R</Type>
<Comment>88.149.164.2xx</Comment>
<Link1>http://www.pubblisito.com/search/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_211208_2</ID>
<String>Infoaxe./Nutch-0.9</String>
<Description>Infoaxe - search history and bookmark service</Description>
<Type>C</Type>
<Comment>75.126.48.17x</Comment>
<Link1>http://www.infoaxe.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_492</ID>
<String>infoConveraCrawler/0.8 ( http://www.authoritativeweb.com/crawl)</String>
<Description>Converas RetrievalWare Internet Spider (63.241.61.x)</Description>
<Type>R S ?</Type>
<Comment>s.also - Convera... Maybe does guestbook / forum spamming s. here http://www.webmasterworld.com/forum11/2871.htm</Comment>
<Link1>http://www.convera.com/Products/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_493</ID>
<String>InfoFly/1.0 (http://www.versions-project.org/)</String>
<Description>Versions-project.org Ingelin spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.versions-project.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_494</ID>
<String>InfoLink/1.x</String>
<Description>InfoLink link checking tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.biggbyte.com/biggbyte3/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_495</ID>
<String>INFOMINE/8.0 Adders</String>
<Description>INFOMINE Scholary Internet Resource Collection crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://infomine.ucr.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_496</ID>
<String>INFOMINE/8.0 RemoteServices</String>
<Description>INFOMINE Scholary Internet Resource Collection crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://infomine.ucr.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_497</ID>
<String>INFOMINE/8.0 VLCrawler (http://infomine.ucr.edu/useragents)</String>
<Description>INFOMINE Scholary Internet Resource Collection crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://infomine.ucr.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_498</ID>
<String>InfoNaviRobot(F107)</String>
<Description>164.71.1.1xx jp.co.fujitsu.t2 Robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_499</ID>
<String>InfoSeek Sidewinder/0.9</String>
<Description>Infoseek robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.infoseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_500</ID>
<String>InfoSeek Sidewinder/1.0A</String>
<Description>Infoseek robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.infoseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_501</ID>
<String>InfoSeek Sidewinder/1.1A</String>
<Description>Infoseek robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.infoseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_502</ID>
<String>Infoseek SideWinder/1.45 (Compatible; MSIE 10.0; UNIX)</String>
<Description>Infoseek robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.infoseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_503</ID>
<String>Infoseek SideWinder/2.0B (Linux 2.4 i686)</String>
<Description>Infoseek Japan robot</Description>
<Type>R</Type>
<Comment>210.148.160.1xx</Comment>
<Link1>http://www.infoseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_504</ID>
<String>INGRID/3.0 MT (webcrawler@NOSPAMexperimental.net; http://webmaster.ilse.nl/jsp/webmaster.jsp)</String>
<Description>Ilse Netherlands robot (62.69.178.xx)</Description>
<Type>R</Type>
<Comment> s.also - Mozilla/3.0 (INGRID/3.0 .. / IlseBot/1.0 ..</Comment>
<Link1>http://www.ilse.nl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_505</ID>
<String>Inktomi Search</String>
<Description>Inktomi (Hotbot-Lycos NBCi etc.) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inktomi.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_506</ID>
<String>InnerpriseBot/1.0 (http://www.innerprise.com/)</String>
<Description>Enterprise Search engine software (64.202.165.xxx) </Description>
<Type>R</Type>
<Comment>s. also - Enterprise_Search - ES.NET_Crawler</Comment>
<Link1>http://www.innerprise.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_111205_4</ID>
<String>Insitor.com search and find world wide!</String>
<Description>Insitor Search robot (80.67.20.1xx)</Description>
<Type>R</Type>
<Comment>s. also Insitornaut</Comment>
<Link1>http://www.insitor.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_121205_3</ID>
<String>Insitornaut</String>
<Description>Insitor Search robot (80.67.20.1xx)</Description>
<Type>R</Type>
<Comment>s. also Insitor.com</Comment>
<Link1>http://www.insitor.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_507</ID>
<String>InstallShield DigitalWizard</String>
<Description>download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_200308_1</ID>
<String>integrity/1.6</String>
<Description>Integrity - website broken link checker for MAC OSx</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://peacockmedia.co.uk/index.php/products/7-products/4-integrity</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_010907_1</ID>
<String>Intelix/0.x (cs; http://www.microton.cz/intelix/; microton@@microton.cz)</String>
<Description>Microton Intelix robot for Eurotran translation software ?</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.microton.cz/intelix/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_508</ID>
<String>Interarchy/x.x.x (InterarchyCrawler)</String>
<Description>Interarchy file transfer software - SFTP/FTP client for Mac OS X</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.interarchy.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_509</ID>
<String>Internet Ninja x.0</String>
<Description>Dream Train (Japan) Internet search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dti.ne.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_510</ID>
<String>InternetArchive/0.8-dev(Nutch;http://lucene.apache.org/nutch/bot.html;nutch-agent@lucene.apache</String>
<Description>Heritrix - The Internet Archive's open-source crawler based on Nutch (207.241.225.2xx)</Description>
<Type>R</Type>
<Comment>s.also - archive.org_bot - Mozilla/5.0 (compatible;archive.org_bot/...</Comment>
<Link1>http://www.archive.org/</Link1>
<Link2>http://lucene.apache.org</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_511</ID>
<String>InternetLinkAgent/3.1</String>
<Description>Internet Link Agent - link checking tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.osk.3web.ne.jp/~goronyan/winprg/sub.shtml</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_512</ID>
<String>InternetSeer.com</String>
<Description>Internetseer Web site monitoring / Claymont robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.internetseer.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_513</ID>
<String>intraVnews/1.x</String>
<Description>intraVNews - Feed reader &amp; RSS aggregator for Outlook</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.intravnews.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_061208_1</ID>
<String>IOI/2.0 (ISC Open Index crawler; http://index.isc.org/; bot@index.isc.org)</String>
<Description>Internet Open Index crawler using Nutch</Description>
<Type>R</Type>
<Comment>149.20.54.1xx</Comment>
<Link1>http://index.isc.org/</Link1>
<Link2>http://www.nutch.org</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_514</ID>
<String>IP*Works! V5 HTTP/S Component - by /n software - www.nsoftware.com</String>
<Description>IP*Works! HTTP Component</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.nsoftware.com/products/controls/?ctl=HTTP</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_515</ID>
<String>http://www.ip2location.com</String>
<Description>IP2Location - Reverse lookup geographical data and ISP by IP</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.ip2location.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_270106_1</ID>
<String>IP2MapBot/1.1 &lt;a href=http://www.ip2map.com>http://www.ip2map.com&lt;/a></String>
<Description>IP2Map - geographical IP mapping</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.ip2map.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_516</ID>
<String>IPiumBot laurion(dot)com</String>
<Description>Laurions Ipium robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.laurion.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_517</ID>
<String>IpselonBot/0.xx-beta (Ipselon; http://www.ipselon.com; ipselonbot@ipselon.com)</String>
<Description>Ipselon Web Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ipselon.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_518</ID>
<String>Iria/1.xxa</String>
<Description>Iria download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www5.tok2.com/home/koteturamu/soft/iria.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_519</ID>
<String>IRLbot/1.0 ( http://irl.cs.tamu.edu/crawler)</String>
<Description>IRL-crawler - Texas A&amp;M University research project crawler</Description>
<Type>R</Type>
<Comment>128.194.135.xx</Comment>
<Link1>http://irl.cs.tamu.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_240308_4</ID>
<String>IRLbot/3.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler/)</String>
<Description>IRL-crawler - Texas A&amp;M University research project crawler</Description>
<Type>R</Type>
<Comment>128.194.135.xx</Comment>
<Link1>http://irl.cs.tamu.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_520</ID>
<String>IrssiUrlLog/0.2</String>
<Description>url_log - Irssi Perl url grabber</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.irssi.org/scripts/html/url_log.pl.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_521</ID>
<String>Irvine/1.x.x</String>
<Description>Irvine downloading tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://hp.vector.co.jp/authors/VA024591/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_140506_1</ID>
<String>ISC Systems iRc Search 2.1</String>
<Description>Unknown spambot / harvester from diff. IPs</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.projecthoneypot.org/ip_inspector.php?iph=978231e229521680d11cb93f32de0fa1</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_030106_1</ID>
<String>iSiloX/4.xx Windows/32</String>
<Description>iSiloX document converter for iSilo reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.isilox.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_522</ID>
<String>isurf (tszhu@canada.com)</String>
<Description>Unknown University of Alberta link-checking ?</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.ualberta.ca</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_150408_5</ID>
<String>iTunes/x.x.x</String>
<Description>iTunes UA name for access and decrypt the iTunes music store pages</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.apple.com/itunes/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_523</ID>
<String>IUPUI Research Bot v 1.9a</String>
<Description>Some spam bot from 66.139.78.xx(x)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_280906_1</ID>
<String>iVia Page Fetcher (http://ivia.ucr.edu/useragents.shtml)</String>
<Description>iVia robot - Open source Internet portal &amp; virtual library system software</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://ivia.ucr.edu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_524</ID>
<String>iVia/4.0 CanonizeUrl (http://infomine.ucr.edu/iVia/useragents.shtml</String>
<Description>iVia robot - Open source Internet portal &amp; virtual library system software</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://ivia.ucr.edu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_180707_1</ID>
<String>IWAgent/ 1.0 - www.brandprotect.com</String>
<Description>BD BrandProtect - brand&#44; company or trademarks online monitoring</Description>
<Type>R</Type>
<Comment>72.14.164.1xx</Comment>
<Link1>http://www.brandprotect.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_525</ID>
<String>J-PHONE/3.0/J-SH07</String>
<Description>Proxy message from jp-q.ne.jp</Description>
<Type>P</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_526</ID>
<String>Jabot/6.x (http://odin.ingrid.org/)</String>
<Description>ODIN Directory Japan robot (163.138.95.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ingrid.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_527</ID>
<String>Jabot/7.x.x (http://odin.ingrid.org/)</String>
<Description>ODIN Directory Japan robot (163.138.95.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ingrid.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_528</ID>
<String>Jack</String>
<Description>German Domanova (offline since Feb.02) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_529</ID>
<String>Jakarta Commons-HttpClient/2.0xxx</String>
<Description>Jakarta Commons (Java based) HTTP client</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://jakarta.apache.org/commons/httpclient/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_530</ID>
<String>Jakarta Commons-HttpClient/3.0-rcx</String>
<Description>Jakarta Commons (Java based) HTTP client</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://jakarta.apache.org/commons/httpclient/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_240306_3</ID>
<String>Jambot/0.1.x (Jambot; http://www.jambot.com/blog; crawler@jambot.com)</String>
<Description>JamBot search robot (70.146.82.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.jambot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_130108_1</ID>
<String>Jambot/0.2.1 (Jambot; http://www.jambot.com/blog/static.php?page=webmaster-robot; crawler@jambot.com)</String>
<Description>JamBot search robot</Description>
<Type>R</Type>
<Comment>70.146.82.xx</Comment>
<Link1>http://www.jambot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_531</ID>
<String>Java 1.1</String>
<Description>Java VM</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://java.sun.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_532</ID>
<String>Java/1.4.1_01</String>
<Description>Java VM</Description>
<Type>R B D</Type>
<Comment> used as robot from 194.203.40.xx</Comment>
<Link1>http://java.sun.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_533</ID>
<String>Java1.0.21.0</String>
<Description>Java VM</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://java.sun.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_534</ID>
<String>Java1.1.xx.x</String>
<Description>Java VM</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://java.sun.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_535</ID>
<String>Java1.3.0rc1</String>
<Description>Java VM</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://java.sun.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_536</ID>
<String>Java1.3.x</String>
<Description>Java VM</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://java.sun.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_537</ID>
<String>Java1.4.0</String>
<Description>Java VM</Description>
<Type>R B D</Type>
<Comment>used by diff. IPs for various purposes i.e.: - Dortmund University Java based robot - Roadrunner.net (66.108.xxx.xxx) user robot in conjunction w. RPT-HTTPClient/0.3-3</Comment>
<Link1>http://java.sun.com/</Link1>
<Link2>http://www.informatik.uni-dortmund.DE</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_538</ID>
<String>Jayde Crawler. http://www.jayde.com</String>
<Description>Jayde B2B Search robot (66.28.139.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.jayde.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_539</ID>
<String>JBH Agent 2.0</String>
<Description>some site downloading tool ? via 61.77.51.xxx</Description>
<Type>D</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_540</ID>
<String>jBrowser/J2ME Profile/MIDP-1.0 Configuration/CLDC-1.0 (Google WAP Proxy/1.0)</String>
<Description>WAP 2.0 / jBrowser for handhelds</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.jataayusoft.com/DbWAPHH.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_541</ID>
<String>JCheckLinks/0.1 RPT-HTTPClient/0.3-1</String>
<Description>JCheckLinks Java hyperlink validator</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://web.purplefrog.com/%7Ethoth/jchecklinks/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_542</ID>
<String>JDK/1.1</String>
<Description>Java Development Kit</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://developers.sun.com/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_543</ID>
<String>Jeode/1.x.x</String>
<Description>Insignias Jeode (PDA) Java platform</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.insignia.com/content/products/jvmProducts.shtml</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_544</ID>
<String>Jetbot/1.0</String>
<Description>JetEye Search robot (64.62.142.xxx / 64.71.144.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.jeteye.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_545</ID>
<String>JetBrains Omea Reader 1.0.x (http://www.jetbrains.com/omea_reader/)</String>
<Description>Omea RSS -  Atom - newsgroups web page reader </Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.jetbrains.com/omea_reader/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_546</ID>
<String>JetBrains Omea Reader 2.0 Release Candidate 1 (http://www.jetbrains.com/omea_reader/)</String>
<Description>Omea RSS -  Atom - newsgroups web page reader </Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.jetbrains.com/omea_reader/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_547</ID>
<String>JetCar</String>
<Description>JetCar / Flashget download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.amazesoft.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_548</ID>
<String>Jigsaw/2.2.x W3C_CSS_Validator_JFouffa/2.0</String>
<Description>Jigsaw - W3C's CSS Validator Server</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://jigsaw.w3.org/css-validator/validator-uri.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_550</ID>
<String>JoBo/1.x (http://www.matuschek.net/jobo.html)</String>
<Description>Jobo website downloading program</Description>
<Type>D B</Type>
<Comment></Comment>
<Link1>http://www.matuschek.net/software/jobo/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_549</ID>
<String>JoBo/@JOBO_VERSION@(http://www.matuschek.net/jobo.html)</String>
<Description>Jobo website downloading program</Description>
<Type>D B</Type>
<Comment></Comment>
<Link1>http://www.matuschek.net/software/jobo/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_551</ID>
<String>JobSpider_BA/1.1</String>
<Description>Finacialbot.com - German (213.61.218.xx) job search JobRoboter</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.finbot.com/jr1.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_552</ID>
<String>JOC Web Spider</String>
<Description>Jocsoft Web Spider - website downloading tool</Description>
<Type>D B</Type>
<Comment></Comment>
<Link1>http://www.jocsoft.com/jws/index.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_051206_5</ID>
<String>JordoMedia/1.0 RSS File Reader (http://www.jordomedia.com)</String>
<Description>Jordo Media RSS / Atom feed directory link checking</Description>
<Type>C</Type>
<Comment>216.227.208.1xx</Comment>
<Link1>http://www.jordomedia.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_090206_2</ID>
<String>Journster [alpha] (http://journster.com/)</String>
<Description>Journster.com RSS/Atom aggregator</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://beta.journster.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_090206_3</ID>
<String>Journster.com RSS/Atom aggregator 0.5 (http://www.journster.com/bot.phtml)</String>
<Description>Journster.com RSS/Atom aggregator</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://beta.journster.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_553</ID>
<String>JRTS Check Favorites Utility</String>
<Description>Check Favorites bookmark checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.jrtwine.com/Products/CheckFavs/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_554</ID>
<String>JRTwine Software Check Favorites Utility</String>
<Description>Check Favorites bookmark checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.jrtwine.com/Products/CheckFavs/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_555</ID>
<String>Jyxobot/x</String>
<Description>Jyxo search (Czech Republic) robot (212.71.128.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://jyxo.cz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_556</ID>
<String>K-Meleon/0.6 (Windows; U; Windows NT 5.1; en-US; rv:0.9.5) Gecko/20011011</String>
<Description>K-meleon browser -  Windows 2000</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://kmeleon.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_557</ID>
<String>k2spider</String>
<Description>Verity K2 Spider ( Network search software)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.verity.com/products/pdf/MK0368a_K2_Spider.pdf</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_010108_3</ID>
<String>KAIST AITrc Crawler</String>
<Description>Unknown robot from AITrc (Advanced Information Technology Research Center) - Korea</Description>
<Type>R</Type>
<Comment>143.248.134.22x</Comment>
<Link1>http://aitrc.kaist.ac.kr/english/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_010506_1</ID>
<String>KakleBot - www.kakle.com/0.1 (KakleBot - www.kakle.com; http:// www.kakle.com/bot.html; support@kakle.com)</String>
<Description>Kakle ranked metasearch robot</Description>
<Type>R</Type>
<Comment>216.139.221.1xx</Comment>
<Link1>http://www.kakle.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_250408_3</ID>
<String>kalooga/kalooga-4.0-dev-datahouse (Kalooga; http://www.kalooga.com; info@kalooga.com)</String>
<Description>Kalooga image crawler</Description>
<Type>R</Type>
<Comment>195.210.57.1xx</Comment>
<Link1>http://www.kalooga.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_011108_3</ID>
<String>kalooga/KaloogaBot (Kalooga; http://www.kalooga.com/info.html?page=crawler; crawler@kalooga.com)</String>
<Description>Kalooga image crawler</Description>
<Type>R</Type>
<Comment>195.210.57.1xx</Comment>
<Link1>http://www.kalooga.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_558</ID>
<String>Kapere (http://www.kapere.com)</String>
<Description>Kapere site grapper / web downloader</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.kapere.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_090807_1</ID>
<String>Kazehakase/0.x.x.[x]</String>
<Description>Kazehakase - Gecko based browser (Japan)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://kazehakase.sourceforge.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_559</ID>
<String>KDDI-SN22 UP.Browser/6.0.7 (GUI) MMP/1.1 (Google WAP Proxy/1.0)</String>
<Description>Openwave UP.Browser for mobiles via Google WAP Proxy (216.239.33.x)</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.openwave.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_561</ID>
<String>Kenjin Spider</String>
<Description>Kenjin Spider search agent</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kenjin.ne.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_562</ID>
<String>Kevin http://dznet.com/kevin/</String>
<Description>Dznet.com Kevin crawler (link checking ?) via 68.39.148.xx (nj.comcast.net)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dznet.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_563</ID>
<String>Kevin http://websitealert.net/kevin/</String>
<Description>Website AlertsKevin crawler (website monitoring) via 68.39.148.xx (nj.comcast.net)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.websitealert.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_560</ID>
<String>KE_1.0/2.0 libwww/5.2.8</String>
<Description>Voila.fr robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.voila.fr</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_301105_5</ID>
<String>KFSW-Bot (Version: 1.01 powered by KFSW www.kfsw.de)</String>
<Description>Some Perl search script from KFSW (Germany)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kfsw.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_100206_4</ID>
<String>kinja-imagebot (http://www.kinja.com/)</String>
<Description>kinja weblog search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kinja.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_100206_3</ID>
<String>kinjabot (http://www.kinja.com)</String>
<Description>kinja weblog search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kinja.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_564</ID>
<String>KIT-Fireball/2.0</String>
<Description>Fireball search (Germany) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.fireball.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_565</ID>
<String>KIT-Fireball/2.0 (compatible; Mozilla 4.0; MSIE 5.5)</String>
<Description>Fireball search (Germany) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.fireball.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_566</ID>
<String>Klondike/1.50 (WSP Win32) (Google WAP Proxy/1.0)</String>
<Description>Klondike WAP Browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.apachesoftware.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_567</ID>
<String>KnowItAll(knowitall@cs.washington.edu)</String>
<Description>University of Washington KnowItAll - web information extraction</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cs.washington.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_568</ID>
<String>Knowledge.com/0.x</String>
<Description>The knowledge.com (ODP) directory robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.knowledge.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_569</ID>
<String>Kontiki Client x.xx</String>
<Description>Kontiki Client download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.kontiki.com/client/userhelp_f.shtml</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_280406_2</ID>
<String>Krugle/Krugle&#44;Nutch/0.8+ (Krugle web crawler; http://www.krugle.com/crawler/info.html; webcrawler@krugle.com)</String>
<Description>Krugle source code search engine for developers (64.71.164.1xx) </Description>
<Type>R</Type>
<Comment>powered by Nutch</Comment>
<Link1>http://www.krugle.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_180606_2</ID>
<String>KSbot/1.0 (KnowledgeStorm crawler; http://www.knowledgestorm.com/resources/content/crawler/index.html; crawleradmin@knowledgestorm.com)</String>
<Description>KnowledgeStorm technology industry crawler for Findtech.com</Description>
<Type>R</Type>
<Comment>12.129.110.xx</Comment>
<Link1>http://www.findtech.com/</Link1>
<Link2>http://www.knowledgestorm.com/resources/content/crawler/index.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_570</ID>
<String>kuloko-bot/0.x</String>
<Description>Kuloko contextual search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kuloko.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_571</ID>
<String>kulokobot www.kuloko.com kuloko@backweave.com</String>
<Description>Kuloko contextual search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kuloko.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_572</ID>
<String>kulturarw3/0.1</String>
<Description>National Library of Sweden Heritage Project robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kb.se/ENG/kbstart.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_301105_2</ID>
<String>KummHttp/1.1 (compatible; KummClient; Linux rulez)</String>
<Description>Link or server checking from Sanoma Budapest (195.70.35.xxx)</Description>
<Type>C R</Type>
<Comment>Sanoma also runs some web-portals i.e. http://www.startlap.com/</Comment>
<Link1>http://sanomabp.hu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_280209_3</ID>
<String>KWC-KX9/1109 UP.Browser/6.2.3.9.g.1.107 (GUI) MMP/2.0 UP.Link/6.3.0.0.0</String>
<Description>UP.Browser for mobiles on Kyocera KWC-KX9 cellphone</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.openwave.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_211208_3</ID>
<String>Labrador/0.2; http://ir.dcs.gla.ac.uk/labrador; craigm@dcs.gla.ac.uk</String>
<Description>TREC Blog Track - Blog and news feed crawler</Description>
<Type>130.209.241.2xx</Type>
<Comment>http://ir.dcs.gla.ac.uk/wiki/TREC-Blog</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_573</ID>
<String>Lachesis</String>
<Description>Intels Lachesis web site response time monitoring tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>ftp://ftp.imag.fr/pub/labo-LSR/DRAKKAR/internet-performance/lachesis/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_140406_1</ID>
<String>lanshanbot/1.0</String>
<Description>Unknown robot from Easten Network China (202.96.51.1xx)</Description>
<Type></Type>
<Comment>reads robots.txt</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_021206_2</ID>
<String>lanshanbot/1.0 (+http://search.msn.com/msnbot.htm)</String>
<Description>Unknown robot from Easten Network China (202.96.51.1xx)</Description>
<Type></Type>
<Comment>reads robots.txt</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_271105_1</ID>
<String>LapozzBot/1.4 ( http://robot.lapozz.com)</String>
<Description>Lapozz search (Hungary) robot (82.131.195.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.lapozz.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_280508_3</ID>
<String>LapozzBot/1.5 (+http://robot.lapozz.hu)</String>
<Description>Lapozz search (Hungary) robot (82.131.195.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.lapozz.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_574</ID>
<String>larbin (samualt9@bigfoot.com)</String>
<Description>Larbin indexer used as Metacarta.com (66.28.xx.xxx) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.metacarta.com/</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_592</ID>
<String>LARBIN-EXPERIMENTAL (efp@gmx.net)</String>
<Description>Unknown robot from 66.230.140.xx (argon.oxeo.com)</Description>
<Type>S</Type>
<Comment>maybe an e-mail collector - see also Mozilla/4.0 efp@gmx.net</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_575</ID>
<String>larbin_2.1.1 larbin2.1.1@somewhere.com</String>
<Description>Larbin indexer used by Mitsubishi Electric Research Labs</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.merl.com</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_576</ID>
<String>larbin_2.2.0 (crawl@compete.com)</String>
<Description>Larbin indexer used as Compete.com crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.compete.com</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_577</ID>
<String>larbin_2.2.1_de_Viennot (Laurent.Viennot@inria.fr)</String>
<Description>Larbin indexer used as Inria robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inria.fr/index.en.html</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_578</ID>
<String>larbin_2.2.2 (sugayama@lab7.kuis.kyoto-u.ac.jp)</String>
<Description>Larbin indexer used as Kyoto University robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kyoto-u.ac.jp/</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_579</ID>
<String>larbin_2.2.2_guillaume (guillaume@liafa.jussieu.fr)</String>
<Description>Larbin indexer used as Inria robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inria.fr/index.en.html</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_581</ID>
<String>larbin_2.6.0 (larbin2.6.0@unspecified.mail)</String>
<Description>Larbin indexer used by an unknown dsl.net client</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://larbin.sourceforge.net/index-eng.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_582</ID>
<String>larbin_2.6.1 (larbin2.6.1@unspecified.mail)</String>
<Description>Larbin indexer used by diff. IPs / services</Description>
<Type>R</Type>
<Comment> ie.: -Central Host Inc. (client) robot ? - Colt Net France robot</Comment>
<Link1>http://www.centralhost.com</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_583</ID>
<String>larbin_2.6.2 (hamasaki@grad.nii.ac.jp)</String>
<Description>Larbin indexer used by National Institut of Informatics (NII/Japan)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nii.ac.jp</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_584</ID>
<String>larbin_2.6.2 (larbin2.6.2@unspecified.mail)</String>
<Description>Larbin indexer used by diff. IPs</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://larbin.sourceforge.net/index-eng.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_585</ID>
<String>larbin_2.6.2 (listonATccDOTgatechDOTedu)</String>
<Description>Larbin indexer used as robot by Georgia Institute of Technology http://www.gatech.edu/</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.gatech.edu</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_586</ID>
<String>larbin_2.6.2 (pimenas@systems.tuc.gr)</String>
<Description>Larbin indexer used by Technical University of Crete</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.systems.tuc.gr</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_587</ID>
<String>larbin_2.6.2 (tom@lemurconsulting.com)</String>
<Description>Larbin indexer used as Lemur Consulting robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.lemurconsulting.com</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_588</ID>
<String>larbin_2.6.2 (vitalbox1@hotmail.com)</String>
<Description>Larbin indexer used as robot via cloud9.net (168.100.192.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://larbin.sourceforge.net/index-eng.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_261205_1</ID>
<String>larbin_2.6.3 (ltaa_web_crawler@groupes.epfl.ch)</String>
<Description>Unknown robot from EPFL Lausanne Switzerland (128.178.155.1xx)</Description>
<Type>R</Type>
<Comment>reads robots.txt</Comment>
<Link1>http://www.epfl.ch/Eindex.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_589</ID>
<String>larbin_2.6.3 (wgao@genieknows.com)</String>
<Description>Larbin indexer used by GenieKnows.com search</Description>
<Type>R</Type>
<Comment> s. also: - geniebot wgao@genieknows.com</Comment>
<Link1>http://www.genieknows.com</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_590</ID>
<String>larbin_2.6.3_for_(http://cosco.hiit.fi/search/) tsilande@hiit.fi</String>
<Description>Larbin indexer used by Next Generation Information Retrieval (NGIR)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://cosco.hiit.fi</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_580</ID>
<String>larbin_2.6_basileocaml (basile.starynkevitch@cea.fr)</String>
<Description>Larbin indexer used by CEA / DCom Rechercher</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cea.fr</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_591</ID>
<String>larbin_devel (http://pauillac.inria.fr/~ailleret/prog/larbin/)</String>
<Description>Larbin indexer used as Inria robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://pauillac.inria.fr</Link1>
<Link2>http://larbin.sourceforge.net/index-eng.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_160807_2</ID>
<String>lawinfo-crawler/Nutch-0.9-dev (Crawler for lawinfo.com pages; http://www.lawinfo.com; webmaster@lawinfo.com)</String>
<Description>LawInfo - Lawyer and attorney directory</Description>
<Type>R</Type>
<Comment>216.86.137.xx</Comment>
<Link1>http://www.lawinfo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_020506_3</ID>
<String>lc/$ROADS::Version libwww-perl/5.00</String>
<Description>ROADS - Perl web based subject based gateway tool</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://roads.opensource.ac.uk/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_593</ID>
<String>lcabotAccept: */*</String>
<Description>unknown robot via MTT.ca / Aliant.ca</Description>
<Type></Type>
<Comment>142.177.168.xxx</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_140408_1</ID>
<String>LeapTag/0.8.1.beta081.r3750 (compatible; Mozilla 4.0; MSIE 5.5; robot@yoriwa.com)</String>
<Description>LeapTag news reader and content discovery tool</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.leaptag.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_594</ID>
<String>LECodeChecker/3.0 libgetdoc/1.0</String>
<Description>Linkexchange crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.linkexchange.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_595</ID>
<String>LeechGet 200x (www.leechget.de)</String>
<Description>Leechget download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.leechget.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_596</ID>
<String>LEIA/2.90</String>
<Description>Gseek.com (site is offline) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_597</ID>
<String>LEIA/3.01pr (LEIAcrawler; [SNIP])</String>
<Description>Gseek.com (site is offline) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_210106_2</ID>
<String>LetsCrawl.com/1.0 +http://letscrawl.com/</String>
<Description>Maybe logfile spamming for Lets crawl! search (Germany)</Description>
<Type>S</Type>
<Comment>website has no function</Comment>
<Link1>http://letscrawl.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_598</ID>
<String>LexiBot/1.00</String>
<Description>Lexibot (exMataHari) search software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.lexibot.com/index.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_140209_2</ID>
<String>LG-LX260 POLARIS-LX260/2.0 MMP/2.0 Profile/MIDP-2.0 Configuration/CLDC-1.1</String>
<Description>Polaris mobile browser on LG LX 260 Sprint Rumor phone</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.infraware.co.kr/eng/01_product/product10.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_599</ID>
<String>LG/U8138/v1.0</String>
<Description>LG 8138 Mobile Phone browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_600</ID>
<String>Libby_1.1/libwww-perl/5.47</String>
<Description>About.com robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.about.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_100306_1</ID>
<String>libcurl-agent/1.0</String>
<Description>libcurl's (multiprotocol file transfer library) standard user-agent name</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://curl.haxx.se/libcurl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_080507_1</ID>
<String>LibertyW (+http://www.lw01.com)</String>
<Description>LibertyW search for mobile (France)</Description>
<Type>R</Type>
<Comment>213.251.135.2xx</Comment>
<Link1>http://www.lw01.com/en/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_601</ID>
<String>libWeb/clsHTTP -- hiongun@kt.co.kr</String>
<Description>Korea Telecom Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kt.co.kr/kt_home/eng/index.jsp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_602</ID>
<String>libwww-perl/5.41</String>
<Description>CMP United Media robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cmpnet.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_603</ID>
<String>libwww-perl/5.45</String>
<Description>SplatSearch robot (207.44.142.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.splatsearch.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_604</ID>
<String>libwww-perl/5.48</String>
<Description>Alexa robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alexa.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_605</ID>
<String>libwww-perl/5.50</String>
<Description>diff. IPs / services</Description>
<Type>R C P</Type>
<Comment> ie.: - secure-netz.de link checking (in conjunction w. LWP::Simple/5.50) -N2H2 Internet filtering</Comment>
<Link1>http://www.n2h2.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_606</ID>
<String>libwww-perl/5.52 FP/2.1</String>
<Description>Fast Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_607</ID>
<String>libwww-perl/5.52 FP/4.0</String>
<Description>Fast Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_608</ID>
<String>libwww-perl/5.53</String>
<Description>diff. IPs / services</Description>
<Type>R C P</Type>
<Comment> ie.: -iPrism Web filtering software - softclub.net link checking</Comment>
<Link1>http://www.stbernard.com/default.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_609</ID>
<String>libwww-perl/5.63</String>
<Description>Profile for You internet profiling (?)</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.profile4u.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_610</ID>
<String>libwww-perl/5.64</String>
<Description>unknown link checking from Wanadoo.fr (193.253.33.xxx)</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_611</ID>
<String>libwww-perl/5.65</String>
<Description>Amidalla search engine robot (62.241.33.xx)</Description>
<Type>R</Type>
<Comment> s. also amibot</Comment>
<Link1>http://www.amidalla.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_612</ID>
<String>libwww-perl/5.800</String>
<Description>SplatSearch robot (72.36.210.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.splatsearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_613</ID>
<String>libwww/5.3.2</String>
<Description>Mediater Rechercher robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.mediater.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_160206_1</ID>
<String>Liferea/0.x.x (Linux; en_US.UTF-8; http://liferea.sf.net/)</String>
<Description>Liferea - Linux feed reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://liferea.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_140508_4</ID>
<String>Liferea/1.x.x (Linux; es_ES.UTF-8; http://liferea.sf.net/)</String>
<Description>Liferea (Linux Feed Reader) news aggregator for Unix and Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://liferea.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_614</ID>
<String>LightningDownload/1.0beta2</String>
<Description>Lightning Download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.lightningdownload.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_615</ID>
<String>LightningDownload/1.x.x</String>
<Description>Lightning Download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.lightningdownload.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_616</ID>
<String>LightningDownload/1.x.x [Accelerated x]</String>
<Description>Lightning Download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.lightningdownload.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_131207_1</ID>
<String>LijitSpider/Nutch-0.9 (Reports crawler; http://www.lijit.com/; info(a)lijit(d)com)</String>
<Description>Lijit blog search spider</Description>
<Type>R</Type>
<Comment>216.24.131.1xx</Comment>
<Link1>http://www.lijit.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_617</ID>
<String>Lincoln State Web Browser</String>
<Description>Some spam bot</Description>
<Type>S</Type>
<Comment>s. this Guestbook http://www.donotenter.com/guestbook/gbook.html</Comment>
<Link1>http://www.donotenter.com/guestbook/gbook.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_618</ID>
<String>Link Valet Online 1.x</String>
<Description>Link Valet online link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.htmlhelp.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_620</ID>
<String>LinkAlarm/2.x</String>
<Description>Linkalarm link validation</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.linkalarm.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_621</ID>
<String>Linkbot</String>
<Description>Linkbot Pro link checking software</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.watchfire.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_622</ID>
<String>linkbot</String>
<Description>Rpsoft 2000 Site-Crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.rpsoft2000.com/rps-site-crawler.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_623</ID>
<String>Linkbot x.0</String>
<Description>Linkbot Pro link checking software</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.watchfire.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_624</ID>
<String>LinkCheck (linkcheck@inter7.com http://www.inter7.com/linkcheck)</String>
<Description>Linkcheck - linkchecking tool for Unix/Linux</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.inter7.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_625</ID>
<String>LinkLint-checkonly/2.x.x</String>
<Description>Linklint - Perl html link checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.linklint.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_626</ID>
<String>LinkLint-spider/2.x.x</String>
<Description>Linklint - Perl html link checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.linklint.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_627</ID>
<String>linknzbot</String>
<Description>Linknz - The Kiwi Search Engine (New Zealand)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.linknz.co.nz</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_280606_1</ID>
<String>LinkPimpin v1.0</String>
<Description>Link-Pimp web directory link checking</Description>
<Type>C</Type>
<Comment>216.89.111.x</Comment>
<Link1>http://www.link-pimp.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_628</ID>
<String>LinkProver 2.1</String>
<Description>TafWeb link checking program</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.tafweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_630</ID>
<String>Links (0.9x; Linux 2.4.7-10 i686)</String>
<Description>Links text browser for Unix &amp; OS/2</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://artax.karlin.mff.cuni.cz/%7Emikulas/links/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_631</ID>
<String>Links (0.9xpre12; Linux 2.2.14-5.0 i686; 80x24)</String>
<Description>Links text browser for Unix &amp; OS/2</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://artax.karlin.mff.cuni.cz/%7Emikulas/links/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_632</ID>
<String>Links (2.xpre7; Linux 2.4.18 i586; x)</String>
<Description>Links text browser for Unix &amp; OS/2</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://artax.karlin.mff.cuni.cz/%7Emikulas/links/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_629</ID>
<String>Links - http://gossamer-threads.com/scripts/links/</String>
<Description>Links SQL directory management program</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://gossamer-threads.com/scripts/links/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_633</ID>
<String>Links 2.0 (http://gossamer-threads.com/scripts/links/)</String>
<Description>Links SQL directory management program</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://gossamer-threads.com/scripts/links/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_634</ID>
<String>Links SQL (http://gossamer-threads.com/scripts/links-sql/)</String>
<Description>Links SQL directory management program</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://gossamer-threads.com/scripts/links-sql/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_280406_3</ID>
<String>Links4US-Crawler&#44; (+http://links4us.com/)</String>
<Description>Links4us ODP based directory link checking</Description>
<Type>C</Type>
<Comment>209.190.5.2xx</Comment>
<Link1>http://links4us.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_635</ID>
<String>LinkScan/11.0beta2 UnixShareware robot from Elsop.com (used by Indiafocus/Indiainfo)</String>
<Description>Shareware robot from Elsop.com (used by Indiafocus/Indiainfo and others)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.elsop.com</Link1>
<Link2>http://indiafocus.indiainfo.com/</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_636</ID>
<String>LinkScan/9.0g Unix</String>
<Description>Shareware robot from Elsop.com (used by Indiafocus/Indiainfo and others)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.elsop.com</Link1>
<Link2>http://indiafocus.indiainfo.com/</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_637</ID>
<String>LinkScan/x.x Unix</String>
<Description>Shareware robot from Elsop.com</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.elsop.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_638</ID>
<String>LinksManager.com (http://linksmanager.com/linkchecker.html)</String>
<Description>Linksmanager bookmark checking</Description>
<Type>C</Type>
<Comment>s.also Mozilla/5.0 (compatible; LinksManager.com_bot...</Comment>
<Link1>http://linksmanager.com/linkchecker.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_639</ID>
<String>LinkSonar/1.35</String>
<Description>LinkSonar (Japan) link checking tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://hp.vector.co.jp/authors/VA014575/chicchi/linksonar/readme.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_640</ID>
<String>LinkSweeper/1.x</String>
<Description>Left Side Software's LinkSweeper (ceased) bookmark utility</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.lss.com.au/lss/lss_main.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_641</ID>
<String>LinkWalker</String>
<Description>Seventwentyfour link checking robot</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.seventwentyfour.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_619</ID>
<String>link_check3.plx libwww-perl/5.65</String>
<Description>link check 3 - Perl HTML link checker (from Perl for Web Site Management)</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.elanus.net/cgi/examples.cgi/view/ex_1102.txt</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_642</ID>
<String>ListBidBot (freelance job spider http://listbid.com)&lt;a href=http://listbid.com>Freelance&lt;/a></String>
<Description>Listbid.com / Directnic.com link checking ?</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://listbid.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_031107_3</ID>
<String>LiveTrans/Nutch-0.9 (maintainer: cobain at iis dot sinica dot edu dot tw; http://wkd.iis.sinica.edu.tw/LiveTrans/)</String>
<Description>WKD Lab: LiveTrans - Online query and terminology translation service</Description>
<Type>R</Type>
<Comment>140.109.19.1xx</Comment>
<Link1>http://wkd.iis.sinica.edu.tw/LiveTrans/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_643</ID>
<String>Llaut/1.0 (http://mnm.uib.es/~gallir/llaut/bot.html)</String>
<Description>llaut robot - Universitat de les Illes Balears (Spain)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://mnm.uib.es</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_200307_2</ID>
<String>LMQueueBot/0.2</String>
<Description>E-Mail harvesting robot - same as ContactBot</Description>
<Type>S</Type>
<Comment>64.124.152.xx</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_644</ID>
<String>lmspider (lmspider@scansoft.com)</String>
<Description>lmspider from Scansoft (192.133.61.xx) - Web text collector</Description>
<Type>R</Type>
<Comment>see here</Comment>
<Link1>http://www.kahunaburger.com/blog/archives/000117.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_645</ID>
<String>LNSpiderguy</String>
<Description>Lexis-Nexis robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.lexis-nexis.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_300106_4</ID>
<String>LocalBot/1.0 ( http://www.localbot.co.uk/)</String>
<Description>LocalBot company information collector</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.localbot.co.uk/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_646</ID>
<String>LocalcomBot/1.2.x ( http://www.local.com/bot.htm)</String>
<Description>Local.com local search robot (216.52.252.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.local.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_647</ID>
<String>Lockstep Spider/1.0</String>
<Description>Lockstep (website content protection tool) user agent</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.lockstep.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_648</ID>
<String>Look.com</String>
<Description>GlobalQueue spider (64.40.105.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.multi-mode.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_649</ID>
<String>Lotus-Notes/4.5 ( Windows-NT )</String>
<Description>Lotus Notes browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_650</ID>
<String>LotusDiscovery/x.0 (compatible; Mozilla 4.0; MSIE 4.01; Windows NT)</String>
<Description>IBM Lotus Discovery Server</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www-142.ibm.com/software/sw-lotus/products/product3.nsf/wdocs/644012e0434859b585256ec9006d37b8</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_051207_1</ID>
<String>Lovel as 1.0 ( +http://www.everatom.com)</String>
<Description>Everatom.com song lyrics search</Description>
<Type>R</Type>
<Comment>80.91.191.2xx</Comment>
<Link1>http://www.everatom.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_100308_2</ID>
<String>LTI/LemurProject Nutch Spider/Nutch-1.0-dev (lti crawler for CMU; http://www.lti.cs.cmu.edu; changkuk at cmu dot edu)</String>
<Description>LTI - The Lemur Toolkit for Language Modeling and Information Retrieval via Yahoo</Description>
<Type>R</Type>
<Comment>68.180.139.12x</Comment>
<Link1>http://www.lemurproject.org/</Link1>
<Link2>http://www.yahoo.com/</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_050208_3</ID>
<String>LTI/LemurProject Nutch Spider/Nutch-1.0-dev (Research spider using Nutch; http://www.lemurproject.org; mhoy@cs.cmu.edu)</String>
<Description>LTI - The Lemur Toolkit for Language Modeling and Information Retrieval via Yahoo</Description>
<Type>R</Type>
<Comment>68.180.139.12x</Comment>
<Link1>http://www.lemurproject.org/</Link1>
<Link2>http://www.yahoo.com/</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_651</ID>
<String>luchs.at URL checker</String>
<Description>Luchs.at (Linux Wiki) link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://web.luchs.at/information/linkchecker.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_090106_1</ID>
<String>Lunascape</String>
<Description>Lunascape IE based browser (Japan)</Description>
<Type>B</Type>
<Comment>s. also Mozilla/4.0 (... Lunascape ...)</Comment>
<Link1>http://www2.lunascape.jp/index.aspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_652</ID>
<String>lwp-trivial/1.32</String>
<Description>Ultimate Search / Smartdesk (no website) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_653</ID>
<String>lwp-trivial/1.34</String>
<Description>Search4free robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.search4free.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_654</ID>
<String>lwp-trivial/1.34</String>
<Description>Search4free robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.search4free.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_656</ID>
<String>lwp-trivial/1.35</String>
<Description>Expert HTML online source viewer</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.expert-html.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_655</ID>
<String>lwp-trivial/1.35</String>
<Description>Expert HTML online source viewer</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.expert-html.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_657</ID>
<String>LWP::Simple/5.22</String>
<Description>Perl LWP:Collective module</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.thatrobotsite.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_658</ID>
<String>LWP::Simple/5.36</String>
<Description>Perl LWP:Collective module</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.thatrobotsite.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_659</ID>
<String>LWP::Simple/5.48</String>
<Description>Perl LWP:Collective module - Linkomatic robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.linkomatic.com/</Link1>
<Link2>http://www.thatrobotsite.com</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_660</ID>
<String>LWP::Simple/5.50</String>
<Description>Perl LWP:Collective module - secure-netz.de link checking (in conjunction w. libwww-perl/5.50)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.secure-netz.de</Link1>
<Link2>http://www.thatrobotsite.com</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_661</ID>
<String>LWP::Simple/5.51</String>
<Description>Perl LWP:Collective module - Inktomi (62.253.64.x) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inktomi.com/</Link1>
<Link2>http://www.thatrobotsite.com</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_662</ID>
<String>LWP::Simple/5.53</String>
<Description>Perl LWP:Collective module - Only.com </Description>
<Type>R</Type>
<Comment>in conjunction w. Spida/0.1</Comment>
<Link1>http://www.only.com</Link1>
<Link2>http://www.thatrobotsite.com</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_663</ID>
<String>LWP::Simple/5.63</String>
<Description>Perl LWP:Collective module</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.thatrobotsite.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_291105_3</ID>
<String>LWP::Simple/5.803</String>
<Description>ThePlanet/jaja-jak-globusy.com Google Adsense refferer spam bot from 70.85.116.* / 70.84.128.xxx / 70.85.193.xxx</Description>
<Type>S</Type>
<Comment>appears also as Poirot - Mozilla/4.76 [en] (Win98; U) - Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)</Comment>
<Link1>http://spamhuntress.com/wiki/Manila_Industries</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_664</ID>
<String>Lycos_Spider_(modspider)</String>
<Description>Lycos spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.lycos.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_665</ID>
<String>Lycos_Spider_(T-Rex)</String>
<Description>Lycos spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.lycos.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_200308_2</ID>
<String>Lynx/2-4-2 (Bobcat/0.5 [DOS] Jp Beta04)</String>
<Description>Bobcat - Text and Lynx based DOS browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.fdisk.com/doslynx/bobcat.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_666</ID>
<String>Lynx/2.6 libwww-FM/2.14</String>
<Description>Lynx 2.x text mode browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://lynx.browser.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_180108_1</ID>
<String>Lynx/2.8 (;http://seebot.org)</String>
<Description>seebot.org online service - uses lynx browser for crawlers view of web pages</Description>
<Type>B</Type>
<Comment>208.113.176.x[xx]</Comment>
<Link1>http://seebot.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_667</ID>
<String>Lynx/2.8.3dev.9 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.6</String>
<Description>Lynx 2.x text mode browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://lynx.browser.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_668</ID>
<String>Lynx/2.8.4rel.1 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.6c (human-guided@lerly.net)</String>
<Description>Lynx 2.x text mode browser used as robot via cogentco.com</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_669</ID>
<String>Mac Finder 1.0.xx</String>
<Description>Some spam bot</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.kloth.net/internet/badbots.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_670</ID>
<String>Mackster( http://www.ukwizz.com )</String>
<Description>UKWizz search robot</Description>
<Type>R</Type>
<Comment>s. also UKWizz/Nutch</Comment>
<Link1>http://www.ukwizz.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_671</ID>
<String>Mag-Net</String>
<Description>Wind.it client user-agent ?</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_180606_3</ID>
<String>MagicWML/1.0 (forcewml)</String>
<Description>All Magic/Wap wml service for mobile devices</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://allmagic3.com/wap/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_061206_1</ID>
<String>MagpieRSS/0.7x (+http://magpierss.sf.net)</String>
<Description>Magpie RSS - PHP RSS Parser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://magpierss.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_030308_1</ID>
<String>Mahiti.Com/Mahiti Crawler-1.0 (Mahiti.Com; http://mahiti.com ; mahiti.com)</String>
<Description>Mahiti.com India search crawler</Description>
<Type>R</Type>
<Comment>72.167.143.1x</Comment>
<Link1>http://mahiti.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_020707_2</ID>
<String>Mail.Ru/1.0</String>
<Description>Mail.ru search</Description>
<Type>R</Type>
<Comment>194.186.55.2xx</Comment>
<Link1>http://www.mail.ru/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_672</ID>
<String>mailto:webcraft@bea.com</String>
<Description>Unknown Bea robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.beasys.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_673</ID>
<String>mammoth/1.0 ( http://www.sli-systems.com/)</String>
<Description>SLI Systems mammoth robot</Description>
<Type>R</Type>
<Comment>s. also Mozilla/5.0 (+http://www.sli-systems.com/) Mammoth/0.1</Comment>
<Link1>http://www.sli-systems.com/</Link1>
<Link2>http://www.tenspider.com/business-blog/more.php?id=A45_0_1_0_M</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_674</ID>
<String>MantraAgent</String>
<Description>Looksmart robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.looksmart.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_675</ID>
<String>MapoftheInternet.com ( http://MapoftheInternet.com)</String>
<Description>Map of the Internet visual search engine index robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://MapoftheInternet.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_676</ID>
<String>Mariner/5.1b [de] (Win95; I ;Kolibri gncwebbot)</String>
<Description>Kolibri.de robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kolibri.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_677</ID>
<String>Marketwave Hit List</String>
<Description>Pilot Hitlist web site analysis</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.marketwave.com/products_solutions/hitlist.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_678</ID>
<String>Martini</String>
<Description>Looksmart directory page analysis</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.looksmart.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_679</ID>
<String>MARTINI</String>
<Description>Looksmart directory page analysis</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.looksmart.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_680</ID>
<String>Marvin v0.3</String>
<Description>Marvin Medhunt robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.hon.ch/MedHunt/Marvin.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_270606_1</ID>
<String>MaSagool/1.0 (MaSagool; http://sagool.jp/; info@sagool.jp)</String>
<Description>Sagool search Japan robot</Description>
<Type>R</Type>
<Comment>124.32.246.xx</Comment>
<Link1>http://sagool.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_681</ID>
<String>Mass Downloader 2.x</String>
<Description>Mass Downloader download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.metaproducts.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_682</ID>
<String>MasterSeek</String>
<Description>Masterseek (Scandinavia) Beta business search ?</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.masterseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_683</ID>
<String>Mata Hari/2.00 </String>
<Description>Lexibot (exMataHari) search software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.lexibot.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_684</ID>
<String>Matrix S.p.A. - FAST Enterprise Crawler 6 (Unknown admin e-mail address)</String>
<Description>Virgilio Italy robot (212.48.11.xxx) using Fast Enterprise Search</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.virgilio.it</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_685</ID>
<String>maxomobot/dev-20051201 (maxomo; http://67.102.134.34:4047/MAXOMO/MAXOMObot.html; maxomobot@maxomo.com)</String>
<Description>Maxomo multimedia search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.maxomo.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_686</ID>
<String>McBot/5.001 (windows; U; NT4.0; en-us)</String>
<Description>Unknown robot from McAfee Austria (80.123.144.xx)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_290108_1</ID>
<String>MDbot/1.0 (+http://www.megadownload.net/bot.html)</String>
<Description>MegaDownload files search robot</Description>
<Type>R</Type>
<Comment>91.121.83.19x</Comment>
<Link1>http://www.megadownload.net/</Link1>
<Link2>http://www.megadownload.net/bot.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_170306_1</ID>
<String>Media Player Classic</String>
<Description>Substitute for Windows Media Player</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://sourceforge.net/projects/guliverkli/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_687</ID>
<String>MediaCrawler-1.0 (Experimental)</String>
<Description>Media Find crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.mediacrawler.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_688</ID>
<String>Mediapartners-Google/2.1 ( http://www.googlebot.com/bot.html)</String>
<Description>Google AdSense robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.google.com/ads/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_689</ID>
<String>MediaSearch/0.1</String>
<Description>WWW.fi Media Search</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.fi/haku/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_690</ID>
<String>MegaSheep v1.0 (www.searchuk.com internet sheep)</String>
<Description>Search UK robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.searchuk.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_131107_1</ID>
<String>Megite2.0 (http://www.megite.com)</String>
<Description>Megite web2.0 RSS and news service software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.megite.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_691</ID>
<String>Mercator-1.x</String>
<Description>Mercator crawler software (used by Altavista)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.research.compaq.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_692</ID>
<String>Mercator-2.0</String>
<Description>Mercator crawler software (used by Altavista)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.research.compaq.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_693</ID>
<String>Mercator-Scrub-1.1</String>
<Description>Mercator crawler software (used by Altavista)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.research.compaq.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_070207_1</ID>
<String>Metaeuro Web Crawler/0.2 (MetaEuro Web Search Clustering Engine; http://www.metaeuro.com; crawler at metaeuro dot com)</String>
<Description>MetaEuro.com Clustering Web Search Engine crawler</Description>
<Type>R</Type>
<Comment>83.97.31.1xx</Comment>
<Link1>http://www.metaeuro.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_694</ID>
<String>MetaGer-LinkChecker</String>
<Description>MetaGer search robot (Germany)</Description>
<Type>R</Type>
<Comment>130.75.2.xx</Comment>
<Link1>http://www.metager.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_270706_1</ID>
<String>MetagerBot/0.8-dev (MetagerBot; http://metager.de;  )</String>
<Description>MetaGer search robot (Germany)</Description>
<Type>R</Type>
<Comment>130.75.2.xx</Comment>
<Link1>http://www.metager.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_060307_1</ID>
<String>MetaGer_PreChecker0.1</String>
<Description>MetaGer search robot (Germany)</Description>
<Type>R</Type>
<Comment>130.75.2.xx</Comment>
<Link1>http://www.metager.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_695</ID>
<String>MetaProducts Download Express/1.x</String>
<Description>Download Express download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.metaproducts.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_696</ID>
<String>Metaspinner/0.01 (Metaspinner; http://www.meta-spinner.de/; support@meta-spinner.de/)</String>
<Description>Metaspinner search robot - Germany</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.meta-spinner.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_300407_1</ID>
<String>metatagsdir/0.7 (+http://metatagsdir.com/directory/)</String>
<Description>Metatagsdir.com directory index spider</Description>
<Type>R</Type>
<Comment>206.196.111.2xx</Comment>
<Link1>http://metatagsdir.com/directory/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_697</ID>
<String>MFC Foundation Class Library 4.0</String>
<Description>Microsoft Foundation Class Library - i.e. used for e-mail harvesting from 68.154.96.xx (bellsouth.net)</Description>
<Type>S</Type>
<Comment>appears also as Full Web Bot 0516B or Demo Bot Z 16b</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_698</ID>
<String>MFC_Tear_Sample</String>
<Description>Microsoft.com user agent</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_699</ID>
<String>MFHttpScan</String>
<Description>Advanced Site Crawler web site ripper and extractor</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.innovative.go.ro/sitecrawler/index.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_700</ID>
<String>MicroBaz</String>
<Description>GigaBaz Brainbot (Germany) robot (213.139.152.xx)</Description>
<Type>R</Type>
<Comment> s. also - gigabaz/3.1x ...</Comment>
<Link1>http://brainbot.com//site3</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_701</ID>
<String>Microsoft Data Access Internet Publishing Provider Cache Manager</String>
<Description>MS Office 2000 acting as WebDAV client</Description>
<Type>B P</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_702</ID>
<String>Microsoft Data Access Internet Publishing Provider DAV</String>
<Description>MS Office 2000 acting as WebDAV client</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_704</ID>
<String>Microsoft Data Access Internet Publishing Provider Protocol Discovery</String>
<Description>Server probe for data access operations using MS Frontpage with OPTION header</Description>
<Type>B C</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_703</ID>
<String>Microsoft Data Access Internet Publishing Provider Protocol Discovery</String>
<Description>MS Office 2000 acting as WebDAV client</Description>
<Type>B C</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_190807_2</ID>
<String>Microsoft Log Parser 2.2</String>
<Description>Microsoft Log Parser text query tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.microsoft.com/technet/scriptcenter/tools/logparser/default.mspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_180306_1</ID>
<String>Microsoft Small Business Indexer</String>
<Description>MS Small Business Server content indexer</Description>
<Type>R</Type>
<Comment>Indexing from Microsoft: 204.71.191.xx</Comment>
<Link1>http://www.microsoft.com/windowsserver2003/sbs/default.mspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_705</ID>
<String>Microsoft URL Control - 6.00.8xxx</String>
<Description>user agent looks for form-mail components (spam-bot)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_707</ID>
<String>MicrosoftPrototypeCrawler (How's my crawling? mailto:newbiecrawler@hotmail.com)</String>
<Description>Unknown robot from Microsoft.com (131.107.163.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_706</ID>
<String>Microsoft_Internet_Explorer_5.00.438 (fjones@isd.net)</String>
<Description>Secure Computing SmartFilterWhere  / Bess web filter (192.55.214.xx)</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.securecomputing.com/index.cfm?skey=22</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_708</ID>
<String>MIIxpc/4.2</String>
<Description>xpc-mii.net HTTP server message</Description>
<Type>P</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_130807_2</ID>
<String>Mindjet MindManager</String>
<Description>The Mindjet blog MindManager category</Description>
<Type>D</Type>
<Comment>80.229.1xx</Comment>
<Link1>http://blog.mindjet.com/category/mindjet/mindmanager/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_709</ID>
<String>minibot</String>
<Description>unknown robot via Korea Telecom (211.218.xxx.xxx)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_110506_2</ID>
<String>miniRank/1.6 (Website ranking; www.minirank.com; robot)</String>
<Description>mini- Rank website popularity tool</Description>
<Type>C</Type>
<Comment>64.230.71.2xx</Comment>
<Link1>http://www.minirank.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_710</ID>
<String>MiracleAlphaTest</String>
<Description>unknown robot via nec.co.jp Telecom (210.143.35.xx)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_711</ID>
<String>Missauga Locate 1.0.0</String>
<Description>Some spam bot</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.neilgunton.com/spambot_trap/appendix/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_712</ID>
<String>Missigua Locator 1.9</String>
<Description>Some spam bot</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.neilgunton.com/spambot_trap/appendix/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_713</ID>
<String>Missouri College Browse</String>
<Description>Some spam bot</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_714</ID>
<String>Mister Pix II 2.02a</String>
<Description>Mister PiX picture finding software</Description>
<Type>D R</Type>
<Comment></Comment>
<Link1>http://www.mister-pix.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_715</ID>
<String>Mister PiX version.dll</String>
<Description>Mister PiX  picture finding software</Description>
<Type>D R</Type>
<Comment></Comment>
<Link1>http://www.mister-pix.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_110206_3</ID>
<String>Misterbot-Nutch/0.7.1 (Misterbot-Nutch; http://www.misterbot.fr; admin@misterbot.fr)</String>
<Description>Misterbot search France robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.misterbot.fr/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_716</ID>
<String>Miva (AlgoFeedback@miva.com)</String>
<Description>Miva / ex Findwhat.com search robot (66.150.55.2xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.miva.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_141105_2</ID>
<String>Mizzu Labs 2.2</String>
<Description>Some spam bot from Jasmine Internet - Bangkok (203.147.0.xx)</Description>
<Type>S</Type>
<Comment>s. link </Comment>
<Link1>http://www.projecthoneypot.org/ip_inspector.php?iph=7bc2eae614063a45b0e1d0786dbe6a2e</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_080706_3</ID>
<String>MJ12bot/vx.x.x (http://majestic12.co.uk/bot.php?+)</String>
<Description>Majestic-12 DSearch MJ12bot (Experimental distributed crawler)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.majestic12.co.uk/projects/dsearch/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_717</ID>
<String>MJ12bot/vx.x.x (http://www.majestic12.co.uk/projects/dsearch/mj12bot.php)</String>
<Description>Majestic-12 DSearch MJ12bot (Experimental distributed crawler)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.majestic12.co.uk/projects/dsearch/mj12bot.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_200108_1</ID>
<String>MJBot (SEO assessment)</String>
<Description>MJB SEO Club MJBot</Description>
<Type>R</Type>
<Comment>217.8.248.19x</Comment>
<Link1>http://www.mjbdata.com/information/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_030308_2</ID>
<String>MLBot (www.metadatalabs.com)</String>
<Description>MLBot - metadata labs web crawler for building a media index (beta)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.metadatalabs.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_718</ID>
<String>MnogoSearch/3.2.xx</String>
<Description>mnoGoSearch (ex UdmSearch) software robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://mnogosearch.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_260306_3</ID>
<String>Mo College 1.9</String>
<Description>Unknown bad bot - maybe guestbook spamming or email harvesting</Description>
<Type>S</Type>
<Comment>see link:</Comment>
<Link1>http://www.kloth.net/internet/badbots.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_719</ID>
<String>moget/x.x (moget@goo.ne.jp)</String>
<Description>Goo Japan / Inktomi robot (210.173.179.xx)</Description>
<Type>R</Type>
<Comment>s. also ichiro</Comment>
<Link1>http://www.goo.ne.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_720</ID>
<String>mogimogi/1.0</String>
<Description>Goo Japan / Inktomi robot (210.173.179.xx)</Description>
<Type>R</Type>
<Comment>s. also ichiro</Comment>
<Link1>http://www.goo.ne.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_721</ID>
<String>moiNAG 0.02</String>
<Description>moiNag - net.art generator</Description>
<Type>R D</Type>
<Comment></Comment>
<Link1>http://soundwarez.org/generator/moiNAG/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_722</ID>
<String>MojeekBot/0.x (archi; http://www.mojeek.com/bot.html)</String>
<Description>Mojeek Search Preview robot (217.155.205.xx)</Description>
<Type>R</Type>
<Comment>s.also Mozilla/5.0 (compatible; MojeekBot/2.0 ...</Comment>
<Link1>http://www.mojeek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_150407_1</ID>
<String>monkeyagent</String>
<Description>Greasemonkey Firefox extension</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.greasespot.net/</Link1>
<Link2>http://diveintogreasemonkey.org/install/what-is-greasemonkey.html</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_090106_2</ID>
<String>MoonBrowser (version 0.41 Beta4)</String>
<Description>Moonbrowser - IE based browser (Japan)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.geocities.co.jp/SiliconValley-Cupertino/8986/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_010307_2</ID>
<String>Moreoverbot/x.00 (+http://www.moreover.com)</String>
<Description>Moreover / FeedDirect RSS feed robot</Description>
<Type>C</Type>
<Comment>72.13.32.x</Comment>
<Link1>http://w.moreover.com/</Link1>
<Link2>http://www.feeddirect.com/</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_723</ID>
<String>Morris - Mixcat Crawler ( http://mixcat.com)</String>
<Description>MixCat robot s. also Felix</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://mixcat.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_100206_2</ID>
<String>Motoricerca-Robots.txt-Checker/1.0 (http://tool.motoricerca.info/robots-checker.phtml)</String>
<Description>Robots.txt online checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://tool.motoricerca.info/robots-checker.phtml</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_240108_1</ID>
<String>Motorola-V3m Obigo</String>
<Description>Obigo WAP browser for mobiles on Motorola V3</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.obigo.com/</Link1>
<Link2>http://en.wikipedia.org/wiki/Obigo_Browser</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_724</ID>
<String>Mouse-House/7.4 (spider_monkey spider info at www.mobrien.com/sm.shtml)</String>
<Description>MPRM Group Ltd. Spider Monkey robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.spidermonkey.ca/sm.shtml</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_725</ID>
<String>MovableType/x.x</String>
<Description>Movable Type  web-based personal publishing system</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.movabletype.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_726</ID>
<String>mozDex/0.xx-dev (mozDex; http://www.mozdex.com/en/bot.html; spider@mozdex.com)</String>
<Description>Mozdex Open search engine spider (65.98.100.2xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.mozdex.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_727</ID>
<String>Mozi!</String>
<Description>Bell Nexxia / Sympatico Canada user robot &amp; spoofed referer from diff. IPs</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_728</ID>
<String>Mozilla</String>
<Description>Unknown robots from diff. IPs</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_100109_3</ID>
<String>Mozilla (libwhisker/2.4)</String>
<Description>libwhisker - HTTP client and utility - Perl library</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.wiretrip.net/rfp/lw.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_729</ID>
<String>Mozilla (Mozilla@somewhere.com)</String>
<Description>http://www.somewhere.com robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.somewhere.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_041007_1</ID>
<String>Mozilla 4.0(compatible; BotSeer/1.0; +http://botseer.ist.psu.edu)</String>
<Description>BotSeer search engine for robots.txt</Description>
<Type>R</Type>
<Comment>130.203.154.2xx</Comment>
<Link1>http://botseer.ist.psu.edu/</Link1>
<Link2>http://botseer.ist.psu.edu/about.html</Link2>
</user-agent>
<user-agent>
<ID>id_moz_731</ID>
<String>Mozilla/1.1 (compatible; MSPIE 2.0; Windows CE)</String>
<Description>PDA Pocket IE 2.x Windows CE</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_732</ID>
<String>Mozilla/1.10 [en] (Compatible; RISC OS 3.70; Oregano 1.10)</String>
<Description>Oregano browser for RISC OS</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.crashnet.org.uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_730</ID>
<String>Mozilla/1.22 (compatible; MSIE 2.0d; Windows NT)</String>
<Description>IE 2.x WinNT</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_733</ID>
<String>Mozilla/1.22 (compatible; MSIE 5.01; PalmOS 3.0) EudoraWeb 2</String>
<Description>EudoraWeb 2.0 browser (Eudora Internet Suite) for PalmOS</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.eudora.com/products/unsupported/internetsuite/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_1552</ID>
<String>Mozilla/2.0</String>
<Description>Dummy user agent - i.e. used by Namo Web Editor</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.namo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_734</ID>
<String>Mozilla/2.0 (compatible; AOL 3.0; Mac_PowerPC)</String>
<Description>AOL Mac</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_735</ID>
<String>Mozilla/2.0 (Compatible; AOL-IWENG 3.0; Win16)</String>
<Description>AOL Win 3.x</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_736</ID>
<String>Mozilla/2.0 (compatible; Ask Jeeves)</String>
<Description>Ask Jeeves /Teoma robot</Description>
<Type>R</Type>
<Comment> 65.214.45.[x]xx</Comment>
<Link1>http://sp.ask.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_040707_2</ID>
<String>Mozilla/2.0 (compatible; Ask Jeeves/Teoma)</String>
<Description>Ask Jeeves /Teoma robot</Description>
<Type>R</Type>
<Comment>65.214.45.[x]xx</Comment>
<Link1>http://sp.ask.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_160506_3</ID>
<String>Mozilla/2.0 (compatible; Ask Jeeves/Teoma; http://about.ask.com/en/docs/about/webmasters.shtml) </String>
<Description>Ask Jeeves /Teoma robot</Description>
<Type>R</Type>
<Comment> 65.214.45.[x]xx</Comment>
<Link1>http://sp.ask.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_737</ID>
<String>Mozilla/2.0 (compatible; Ask Jeeves/Teoma; http://sp.ask.com/docs/about/tech_crawling.html)</String>
<Description>Ask Jeeves /Teoma robot</Description>
<Type>R</Type>
<Comment> 65.214.45.[x]xx</Comment>
<Link1>http://sp.ask.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_738</ID>
<String>Mozilla/2.0 (compatible; EZResult -- Internet Search Engine)</String>
<Description>Direct Hit Robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.directhit.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_739</ID>
<String>Mozilla/2.0 (compatible; MS FrontPage x.0)</String>
<Description>MS Frontpage x.x web editor</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_740</ID>
<String>Mozilla/2.0 (compatible; MSIE 2.1; Mac_PowerPC)</String>
<Description>IE 2.x Mac Power PC</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_743</ID>
<String>Mozilla/2.0 (compatible; MSIE 3.02; Update a; AK; Windows NT)</String>
<Description>IE 3.x WinNT</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_744</ID>
<String>Mozilla/2.0 (compatible; MSIE 3.02; Update a; AOL 3.0; Windows 95)</String>
<Description>IE 3.x AOL Win95</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_741</ID>
<String>Mozilla/2.0 (compatible; MSIE 3.0; AK; Windows 95)</String>
<Description>IE 3.x Win95</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_742</ID>
<String>Mozilla/2.0 (compatible; MSIE 3.0; Windows 3.1)</String>
<Description>IE 3.x Win 3.1</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_745</ID>
<String>Mozilla/2.0 (compatible; MSIE 3.0B; Win32)</String>
<Description>IE 3.x WinXP</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_746</ID>
<String>Mozilla/2.0 (compatible; NEWT ActiveX; Win32)</String>
<Description>Borland Delphi .OCX component used by WebCollector email harverster</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_747</ID>
<String>Mozilla/2.0 (compatible; T-H-U-N-D-E-R-S-T-O-N-E)</String>
<Description>Thunderstone's Webinator Web indexing program</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.thunderstone.com/texis/site/pages/Products.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_748</ID>
<String>Mozilla/2.0 compatible; Check&amp;Get 1.1x (Windows 98)</String>
<Description>Check&amp;Get bookmark and link checking tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.activeurls.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_749</ID>
<String>Mozilla/2.01 (Win16; I)</String>
<Description>Netscape 2.x Win3.x International</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_750</ID>
<String>Mozilla/2.02Gold (Win95; I)</String>
<Description>Netscape 2.x Gold Win95</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_771</ID>
<String>Mozilla/3.0 (compatible)</String>
<Description>Faked user agent for diff. purposes i.e.: - some download manager - E-mail harvesting</Description>
<Type>S D</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_751</ID>
<String>Mozilla/3.0 (compatible; AvantGo 3.2)</String>
<Description>AvantGo PDA browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://avantgo.com/products/solutions/sfa.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_752</ID>
<String>Mozilla/3.0 (compatible; Fluffy the spider; http://www.searchhippo.com/; info@searchhippo.com)</String>
<Description>Searchhippo robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.searchhippo.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_753</ID>
<String>Mozilla/3.0 (compatible; HP Web PrintSmart 04b0 1.0.1.34)</String>
<Description>HP Web PrintSmart (discontinued) - web page printing software</Description>
<Type>B D</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_754</ID>
<String>Mozilla/3.0 (compatible; Indy Library)</String>
<Description>Internet Direct Library for Borland (often used as e-mail address collector and mass mailing tool)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://forge.novell.com/modules/xfmod/project/?indy-net</Link1>
<Link2>http://www.indyproject.org/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_755</ID>
<String>Mozilla/3.0 (compatible; Linkman)</String>
<Description>Outertechs Linkman bookmark tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.outertech.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_757</ID>
<String>Mozilla/3.0 (compatible; MuscatFerret/1.5.4; claude@euroferret.com)</String>
<Description>Euroferret robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.euroferret.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_756</ID>
<String>Mozilla/3.0 (compatible; MuscatFerret/1.5; olly@muscat.co.uk)</String>
<Description>Euroferret robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.euroferret.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_758</ID>
<String>Mozilla/3.0 (compatible; MuscatFerret/1.6.x; claude@euroferret.com)</String>
<Description>Euroferret robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.euroferret.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_759</ID>
<String>Mozilla/3.0 (compatible; netart generator/1.0; libwww-perl/5.64)</String>
<Description>Netart Generator  - script generated random websites</Description>
<Type>R D</Type>
<Comment></Comment>
<Link1>http://www.obn.org/generator/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_760</ID>
<String>Mozilla/3.0 (compatible; NetPositive/2.2)</String>
<Description>NetPositive BEOS browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.tunetrackersystems.com/bedocs/documentation/User's%20Guide/03_network/Network07_NetPositive.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_761</ID>
<String>Mozilla/3.0 (compatible; Opera/3.0; Windows 3.1) v3.1</String>
<Description>Opera 3.x Win3.x</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_762</ID>
<String>Mozilla/3.0 (compatible; Opera/3.0; Windows 95/NT4) 3.2</String>
<Description>Opera 3.x Win95/NT</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_763</ID>
<String>Mozilla/3.0 (compatible; PerMan Surfer 3.0; Win95)</String>
<Description>Perman Surfer  bookmark tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.bug.co.jp/nami-nori/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_764</ID>
<String>Mozilla/3.0 (compatible; REL Software Web Link Validator 2.x)</String>
<Description>Web Link Validator link validation software</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.relsoftware.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_765</ID>
<String>Mozilla/3.0 (compatible; scan4mail (advanced version) http://www.peterspages.net/?scan4mail)</String>
<Description>Scan4Mail online mail extraction service</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.peterspages.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_220606_2</ID>
<String>Mozilla/3.0 (compatible; ScollSpider; http://www.webwobot.com)</String>
<Description>WebWobot UK search engine robot (82.43.129.2xx)</Description>
<Type>R</Type>
<Comment>s. also ScollSpider</Comment>
<Link1>http://www.webwobot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_766</ID>
<String>Mozilla/3.0 (compatible; Web Link Validator 2.x)Web Link Validator http://www.relsoftware.com/ link validation software</String>
<Description>Web Link Validator link validation software</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.relsoftware.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_767</ID>
<String>Mozilla/3.0 (compatible; WebCapture x.x; Auto; Windows)</String>
<Description>Xelios Web Capture (now Wysigot) website downloading tool (Discontinued)</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.xelios.com/</Link1>
<Link2>http://www.wysigot.com/int/about.html</Link2>
</user-agent>
<user-agent>
<ID>id_moz_768</ID>
<String>Mozilla/3.0 (compatible; Webinator-DEV01.home.iprospect.com/2.56)</String>
<Description>Iprospect search engine positioning using Thunderstone's Webinator</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.iprospect.com</Link1>
<Link2>http://www.thunderstone.com/texis/site/pages/Products.html</Link2>
</user-agent>
<user-agent>
<ID>id_moz_769</ID>
<String>Mozilla/3.0 (compatible; Webinator-indexer.cyberalert.com/2.56)</String>
<Description>CyberAlert's Media Monitor using Thunderstone's Webinator</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cyberalert.com</Link1>
<Link2>http://www.thunderstone.com/texis/site/pages/Products.html</Link2>
</user-agent>
<user-agent>
<ID>id_moz_770</ID>
<String>Mozilla/3.0 (Compatible;Viking/1.8)</String>
<Description>Viking server user/client</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.robtex.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_772</ID>
<String>Mozilla/3.0 (DreamPassport/3.0)</String>
<Description>One of DC-Sakuras download manager user-agent names</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.dc-sakura.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_773</ID>
<String>Mozilla/3.0 (INGRID/3.0 MT; webcrawler@NOSPAMexperimental.net; http://aanmelden.ilse.nl/?aanmeld_mode=webhints)</String>
<Description>Ilse Netherlands robot (62.69.178.xx)</Description>
<Type>R</Type>
<Comment>s. also - INGRID/3.0 .. / IlseBot/1.0 ..</Comment>
<Link1>http://www.ilse.nl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_774</ID>
<String>Mozilla/3.0 (Liberate DTV 1.1)</String>
<Description>Liberate DTV server suite / TV-emulator</Description>
<Type>B P</Type>
<Comment></Comment>
<Link1>http://www.liberate.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_775</ID>
<String>Mozilla/3.0 (Planetweb/2.100 JS SSL US; Dreamcast US)</String>
<Description>Planetweb 2.1 Browser (discontinued) for Dreamcast</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.planetweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_776</ID>
<String>Mozilla/3.0 (Slurp.so/Goo; slurp@inktomi.com; http://www.inktomi.com/slurp.html)</String>
<Description>http://www.goo.ne.jp /Inktomi robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.goo.ne.jp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_777</ID>
<String>Mozilla/3.0 (Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html)</String>
<Description>Inktomi (Hotbot-Lycos-NBCi) robot - 72.30.61.xx(x)</Description>
<Type>R</Type>
<Comment>s. also Slurpy Verifier ...</Comment>
<Link1>http://www.inktomi.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_778</ID>
<String>Mozilla/3.0 (Slurp/si; slurp@inktomi.com; http://www.inktomi.com/slurp.html)</String>
<Description>Inktomi (Hotbot-Lycos-NBCi) robot - 72.30.61.xx(x)</Description>
<Type>R</Type>
<Comment>s. also Slurpy Verifier ...</Comment>
<Link1>http://www.inktomi.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_779</ID>
<String>Mozilla/3.0 (Vagabondo/1.1 MT; webcrawler@NOSPAMwise-guys.nl; http://webagent.wise-guys.nl/)</String>
<Description>WiseGuys robot Netherland - 82.94.216.2</Description>
<Type>R</Type>
<Comment>s. also Vagabondo</Comment>
<Link1>http://www.wise-guys.nl/Contact/index.php?botselected=webagents&amp;lang=uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_780</ID>
<String>Mozilla/3.0 (Vagabondo/1.x MT; webagent@wise-guys.nl; http://webagent.wise-guys.nl/)</String>
<Description>WiseGuys robot Netherland - 82.94.216.2</Description>
<Type>R</Type>
<Comment>s. also Vagabondo</Comment>
<Link1>http://www.wise-guys.nl/Contact/index.php?botselected=webagents&amp;lang=uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_781</ID>
<String>Mozilla/3.0 (Vagabondo/2.0 MT; webcrawler@NOSPAMexperimental.net; http://aanmelden.ilse.nl/?aanmeld_mode=webhints)</String>
<Description>Ilse Netherlands robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ilse.nl</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_782</ID>
<String>Mozilla/3.0 (Vagabondo/2.0 MT; webcrawler@NOSPAMwise-guys.nl; http://webagent.wise-guys.nl/)</String>
<Description>WiseGuys robot Netherland - 82.94.216.2</Description>
<Type>R</Type>
<Comment>s. also Vagabondo</Comment>
<Link1>http://www.wise-guys.nl/Contact/index.php?botselected=webagents&amp;lang=uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_783</ID>
<String>Mozilla/3.0 (Win16; I)</String>
<Description>Netscape 3.x Win3.x</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_784</ID>
<String>Mozilla/3.0 (Win95; I)</String>
<Description>Netscape 3.x Win95</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_785</ID>
<String>Mozilla/3.0 (WinNT; I)</String>
<Description>Netscape 3.x WinNT</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_786</ID>
<String>Mozilla/3.0 (WorldGate Gazelle 3.5.1 build 11; FreeBSD2.2.8-STABLE)</String>
<Description>Netscape 3.x FreeBSD</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_787</ID>
<String>Mozilla/3.0 (X11; I; OSF1 V4.0 alpha)</String>
<Description>Netscape 3.x OSF1 V4.0 alpha </Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_788</ID>
<String>Mozilla/3.0 NAVIO_AOLTV (11; 13; Philips; PH200; 1; R2.0C36_AOL.0110OPTIK; R2.0.0139d_OPTIK)</String>
<Description>AOL Web TV</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_789</ID>
<String>Mozilla/3.0 WebTV/1.2 (compatible; MSIE 2.0)</String>
<Description>WebTV</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_790</ID>
<String>Mozilla/3.01 (compatible; AmigaVoyager/2.95; AmigaOS/MC680x0)</String>
<Description>Amiga Voyager Browser Amiga</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_791</ID>
<String>Mozilla/3.01 (Compatible; Links2Go Similarity Engine)</String>
<Description>Links2Go robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.links2go.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_792</ID>
<String>Mozilla/3.01 (compatible; Netbox/3.5 R92; Linux 2.2)</String>
<Description>Netgem Netbox cable modem TV Box Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.netgem.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_793</ID>
<String>Mozilla/3.01-C-MACOS8 (Macintosh; I; PPC)</String>
<Description>Netscape 3.x Mac</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_794</ID>
<String>Mozilla/3.01Gold (X11; I; Linux 2.0.32 i486)</String>
<Description>Netscape 3.x Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_795</ID>
<String>Mozilla/3.01Gold (X11; I; SunOS 5.5.1 sun4m)</String>
<Description>Netscape 3.x SunOS</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_796</ID>
<String>Mozilla/3.01SGoldC-SGI (X11; I; IRIX 6.3 IP32)</String>
<Description>Netscape 3.x Irix</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_797</ID>
<String>Mozilla/3.04 (compatible; ANTFresco/2.13; RISC OS 4.02)</String>
<Description>ANT Fresco Browser Risc OS</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.antlimited.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_798</ID>
<String>Mozilla/3.04 (compatible; NCBrowser/2.35; ANTFresco/2.17; RISC OS-NC 5.13 Laz1UK1309)</String>
<Description>NCBrowser ANT Fresco Browser Risc OS</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.antlimited.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_281106_1</ID>
<String>Mozilla/3.04 (compatible;QNX Voyager 2.03B ;Photon)</String>
<Description>QNX OS Voyager embedded browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.qnx.com/products/browsers/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_799</ID>
<String>Mozilla/3.x (I-Opener 1.1; Netpliance)</String>
<Description>I-Opener (was www.netpliance.com/) web PC</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_100406_3</ID>
<String>Mozilla/4.0</String>
<Description>Yahoo Mindset: Intent-driven Search (66.228.182.1xx)</Description>
<Type>R</Type>
<Comment>s. also Yahoo! Mindset</Comment>
<Link1>http://mindset.research.yahoo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_800</ID>
<String>Mozilla/4.0 (agadine3.0) www.agada.de</String>
<Description>Agada search (Germany) robot</Description>
<Type>R</Type>
<Comment>s. also agadine/1.x.x</Comment>
<Link1>http://www.agada.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_290406_1</ID>
<String>Mozilla/4.0 (Compatible); URLBase 6</String>
<Description>URLBase 6 bookmark manager</Description>
<Type>C</Type>
<Comment>s. also URLBase/6.x</Comment>
<Link1>http://www.terriadev.com/products/urlbase/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_895</ID>
<String>Mozilla/4.0 (compatible: AstraSpider V.2.1 : astrafind.com)</String>
<Description>Astrafind! adult search robot (66.98.252.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.astrafind.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_021205_1</ID>
<String>Mozilla/4.0 (compatible;  Vagabondo/2.2; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)</String>
<Description>WiseGuys robot Netherland - 82.94.216.2</Description>
<Type>R</Type>
<Comment>s.also - Mozilla/3.0 (Vagabondo... - Vagabondo..</Comment>
<Link1>http://www.wise-guys.nl/Contact/index.php?botselected=webagents&amp;lang=uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_240906_1</ID>
<String>Mozilla/4.0 (compatible;  Vagabondo/4.0Beta; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)</String>
<Description>WiseGuys robot Netherland - 82.94.216.2</Description>
<Type>R</Type>
<Comment>s.also - Mozilla/3.0 (Vagabondo... - Vagabondo..</Comment>
<Link1>http://www.wise-guys.nl/Contact/index.php?botselected=webagents&amp;lang=uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_100208_1</ID>
<String>Mozilla/4.0 (compatible; &lt;a href=http://www.reget.com>ReGet Deluxe 5.1&lt;/a>; Windows NT 5.1)</String>
<Description>ReGet Deluxe! download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://deluxe.reget.com/en/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_801</ID>
<String>Mozilla/4.0 (compatible; Advanced Email Extractor v2.xx)</String>
<Description>Advanced Email Extractor e-mail collector (spam bot)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.mailutilities.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_802</ID>
<String>Mozilla/4.0 (compatible; Arachmo)</String>
<Description>Arachmo Spider - web site file extraction tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://bbbearchan.hp.infoseek.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_804</ID>
<String>Mozilla/4.0 (compatible; BorderManager 3.0)</String>
<Description>Novell Border Manager security suite</Description>
<Type>P</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_090807_3</ID>
<String>Mozilla/4.0 (compatible; BOTW Spider; +http://botw.org)</String>
<Description>Best of the Web directory link checking</Description>
<Type>C</Type>
<Comment>209.11.177.1xx</Comment>
<Link1>http://botw.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_803</ID>
<String>Mozilla/4.0 (compatible; B_L_I_T_Z_B_O_T)</String>
<Description>Blitzsuche Germany robot</Description>
<Type>R</Type>
<Comment>s. BlitzBOT@tricus.net</Comment>
<Link1>http://blitzsuche.rp-online.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_805</ID>
<String>Mozilla/4.0 (compatible; Cerberian Drtrs Version-3.2-Build-0)</String>
<Description>Content Control from Blue Coat</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.cerberian.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_080706_1</ID>
<String>Mozilla/4.0 (compatible; Check&amp;Get 3.0; Windows NT)</String>
<Description>Check&amp;Get bookmark manager&#44; web change monitor and archiver</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://activeurls.com/en/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_806</ID>
<String>Mozilla/4.0 (compatible; ChristCrawler.com ChristCrawler@ChristCENTRAL.com)</String>
<Description>Christcentral.com Christcrawler (was www.christcrawler.com)</Description>
<Type>R</Type>
<Comment>s.also ChristCRAWLER</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_301105_4</ID>
<String>Mozilla/4.0 (compatible; crawlx&#44; crawler@trd.overture.com)</String>
<Description>Yahoo Search Marketing crawler (68.142.211.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.content.overture.com/d/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_011207_1</ID>
<String>Mozilla/4.0 (compatible; DAUMOA-video; +http://ws.daum.net/aboutkr.html)</String>
<Description>DAUMOA - Daum search Korea robot (211.115.109.xxx)</Description>
<Type>R</Type>
<Comment>s. also RaBot</Comment>
<Link1>http://www.daum.net/</Link1>
<Link2>http://ws.daum.net/abouten.html</Link2>
</user-agent>
<user-agent>
<ID>id_moz_131206_1</ID>
<String>Mozilla/4.0 (compatible; DepSpid/5.0x; +http://about.depspid.net)</String>
<Description>DepSpid distributed web crawler for link dependencies</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://depspid.net/</Link1>
<Link2>http://about.depspid.net/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_807</ID>
<String>Mozilla/4.0 (compatible; DnloadMage 1.0)</String>
<Description>Download Mage download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.dlmage.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_808</ID>
<String>Mozilla/4.0 (compatible; FastCrawler3 support-fastcrawler3@fast.no)</String>
<Description>Fast/Alltheweb crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_809</ID>
<String>Mozilla/4.0 (compatible; FDSE robot)</String>
<Description>Fluid Dynamics Search Engine (FDSE) robot used by Abadoor.de</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.xav.com/scripts/search/</Link1>
<Link2>http://www.abadoor.de/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_161105_2</ID>
<String>Mozilla/4.0 (compatible; GPU p2p crawler http://gpu.sourceforge.net/search_engine.php)</String>
<Description>GPU Distributed Search Engine crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://gpu.sourceforge.net/search_engine.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_810</ID>
<String>Mozilla/4.0 (compatible; grub-client-0.2.x; Crawl your stuff with http://grub.org)</String>
<Description>Grub open source crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.grub.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_811</ID>
<String>Mozilla/4.0 (compatible; grub-client-0.3.x; Crawl your own stuff with http://grub.org)</String>
<Description>Grub open source crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.grub.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_812</ID>
<String>Mozilla/4.0 (compatible; grub-client-2.x)</String>
<Description>Grub open source crawler used by Looksmart ( 64.241.242.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.grub.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_261205_2</ID>
<String>Mozilla/4.0 (compatible; ibisBrowser)</String>
<Description>ibisBrowser Japanese mobile browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.ibis.ne.jp/products/ibisBrowser/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_813</ID>
<String>Mozilla/4.0 (compatible; ICS 1.2.xxx)</String>
<Description>Novell iChain Cool Solutions caching</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.novell.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_220206_1</ID>
<String>Mozilla/4.0 (compatible; IE-Favorites-Check-0.5)</String>
<Description>IE Favorites Check - Bookmark manager</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://secure.sintraweb.net/public/soft/iefc/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_814</ID>
<String>Mozilla/4.0 (compatible; Iplexx Spider/1.0 http://www.iplexx.at)</String>
<Description>Iplexx Austria (webhosting company) logfile spamming bot</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.iplexx.at</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_020208_1</ID>
<String>Mozilla/4.0 (compatible; KeepNI web site monitor)</String>
<Description>KeepNi Monitors - Web site monitoring / link checking tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.keepni.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_815</ID>
<String>Mozilla/4.0 (compatible; Link Utility; http://net-promoter.com)</String>
<Description>NetPromoter Link Utility link checking tool</Description>
<Type>C</Type>
<Comment>s. also - Mozilla/4.0 (compatible; NetPromoter Spider ...</Comment>
<Link1>http://www.net-promoter.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_816</ID>
<String>Mozilla/4.0 (compatible; Lotus-Notes/5.0; Windows-NT)</String>
<Description>Lotus Notes 5.0 browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www-10.lotus.com/ldd/whatisnotes#Release%205.0%3A%20Web%20integration%20by%20d</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_819</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.01; AOL 4.0; Windows 98)</String>
<Description>IE 4.x AOL Win98</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_820</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.01; Mac_PowerPC)</String>
<Description>IE 4.x Mac Power PC</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_821</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.01; MSIECrawler; Windows 95)</String>
<Description>Internet Explorer 4.0 URL check</Description>
<Type>B C</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_090506_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.01; Vonna.com b o t)</String>
<Description>Vonna search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.vonna.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_822</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.01; Windows 95)</String>
<Description>IE 4.x Win95</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_823</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.01; Windows CE; MSN Companion 2.0; 800x600; Compaq)</String>
<Description>IE PDA Browser Windows CE</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_100109_4</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.01; Windows CE; PPC; 240x320; SPV M700; OpVer 19.123.2.733) OrangeBot-Mobile 2008.0 (mobilesearch.support@orange-ftgroup.com)</String>
<Description>Orange France robot for mobiles</Description>
<Type>R</Type>
<Comment>81.52.143.xx</Comment>
<Link1>http://www.orange.com/en_EN/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_010308_2</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.01; Windows CE; PPS; 240x320)</String>
<Description>IE for Windows CE on a PocketPC (HP iPAQ)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.hp.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_824</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.01; Windows NT Windows CE)</String>
<Description>IE PDA Browser Windows CE</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_826</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.01; Windows NT)</String>
<Description>IE 4.x WinNT</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_825</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 4.0 Robot) Microsoft</String>
<Description>diff. IPs / services i.e.: - Microsoft server information robot (see link) - Okanagan Internet Junction web filter (robot)</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.webmasterworld.com/forum11/841.htm</Link1>
<Link2>http://www.junction.net/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_010406_3</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) ACR</String>
<Description>Unknown robot from American College of Radiology (ACR) running MS Site Server</Description>
<Type>R C</Type>
<Comment>208.236.180.xx</Comment>
<Link1>http://www.acr.org/s_acr/index.asp</Link1>
<Link2>http://www.microsoft.com/commerceserver/default.mspx</Link2>
</user-agent>
<user-agent>
<ID>id_moz_817</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) Indonesia Interactive</String>
<Description>Indonesia Interactive Web-portal robot on MS Site Server</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.i-2.co.id/</Link1>
<Link2>http://www.microsoft.com/commerceserver/default.mspx</Link2>
</user-agent>
<user-agent>
<ID>id_moz_818</ID>
<String>Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) WebQuest Designs</String>
<Description>Webquestdesigns hosting</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.webquestdesigns.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_841</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.01; Windows 95) via &lt;B>Avirt Gateway Server&lt;/B> v4.0</String>
<Description>Avirt Gateway proxy server</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.avirt.com/products/gateway.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_843</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0) (samualt9@bigfoot.com)</String>
<Description>Metacarta.com (66.28.xx.xxx) robot</Description>
<Type>R</Type>
<Comment>s. Larbin....</Comment>
<Link1>http://www.metacarta.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_842</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; NetCaptor 6.5.0RC1)</String>
<Description>NetCaptor IE browser addon</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.netcaptor.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_827</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; AOL 5.0; Windows 95; DigExt; Gateway2000; sureseeker.com)</String>
<Description>IE 5.x AOL Win95 Sureseeker search plugin</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.sureseeker.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_828</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; Mac_PowerPC; AtHome021)</String>
<Description>IE 5.x Mac PowerPC AtHome user</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_829</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; NetNose-Crawler 2.0; A New Search Experience: http://www.netnose.com)</String>
<Description>www.netnose.com crawler</Description>
<Type>R</Type>
<Comment>parked domain</Comment>
<Link1>http://www.netnose.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_830</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; Win32) via proxy gateway CERN-HTTPD/3.0 libwww/2.17</String>
<Description>WinXP via CERN httpd proxy server </Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.w3.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_831</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) TrueRobot; 1.5</String>
<Description>Echo.com robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.echo.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_832</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot BETA 1.2 (http://www.voila.com/)</String>
<Description>Voila.fr robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.voila.fr</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_833</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot; 1.6</String>
<Description>Voila.fr robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.voila.fr</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_835</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; Windows ME) Opera 5.11 [en]</String>
<Description>WinME Opera 5.x</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_834</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; Windows ME; Link Checker 2.x.xx http://www.kyosoft.com)</String>
<Description>Kyosoft's Link Checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.kyosoft.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_836</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; DigExt; DTS Agent</String>
<Description>Beijing Express Email Address Extractor via DHCP Data Transport Services (DTS)</Description>
<Type>S</Type>
<Comment>site is closed</Comment>
<Link1>http://www.zstools.com</Link1>
<Link2>http://esupport.ca.com/index.html?/public/dto_transportit/infodocs/dto1013.asp</Link2>
</user-agent>
<user-agent>
<ID>id_moz_837</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; Girafabot; girafabot at girafa dot com; http://www.girafa.com)</String>
<Description>Girafa (browser plug-in) robot</Description>
<Type>B R</Type>
<Comment></Comment>
<Link1>http://www.girafa.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_838</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; www.galaxy.com; www.psychedelix.com)</String>
<Description>Galaxy robot (63.121.41.xxx) </Description>
<Type>R</Type>
<Comment>s. also GalaxyBot..</Comment>
<Link1>http://www.galaxy.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_839</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; www.galaxy.com; www.psychedelix.com/; http://www.galaxy.com/info/crawler.html)</String>
<Description>Galaxy robot (63.121.41.xxx)</Description>
<Type>R</Type>
<Comment>s. also GalaxyBot..</Comment>
<Link1>http://www.galaxy.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_840</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.0; YANDEX)</String>
<Description>Yandex Search Russia link checking (213.180.206.2xx)</Description>
<Type>R</Type>
<Comment>s. also Yandex/1...</Comment>
<Link1>http://www.yandex.ru</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_844</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; AOL 4.0; Windows 98; GoBeez (www.gobeez.com))</String>
<Description>Gobeez starting page plugin</Description>
<Type>C</Type>
<Comment>site is offline</Comment>
<Link1>http://www.gobeez.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_845</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows 95; Transmission Segment; Hotbar 2.0)</String>
<Description>IE 5.5 Win95 Hotbar plug-in</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://hotbar.com/install/firstvisit.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_846</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; Crazy Browser 1.x.x)</String>
<Description>Crazy Browser - IE based tabbed Browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.crazybrowser.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_847</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; KITV4.7 Wanadoo)</String>
<Description>Wanadoo Internet services</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_848</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; SAFEXPLORER TL)</String>
<Description>Safexplorer (safexplorer.com - site is offline) kids browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_849</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; SYMPA; Katiesoft 7; SimulBrowse 3.0)</String>
<Description>Katiesoft Scroll (ex www.katiesoft.com now discarded) &amp; SimulBrowse (ex www.simulbrowse.com now dead) IE browser plugins</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_850</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; Win 9x 4.90; BTinternet V8.1)</String>
<Description>Windows ME BTOpenworld Internet services</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_851</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; Win 9x 4.90; MSIECrawler)</String>
<Description>Windows ME Internet Explorer URL check</Description>
<Type>B C</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_852</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 4.0; obot)</String>
<Description>Cobion Germany Brand Protection Services robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cobion.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_853</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 4.0; QXW03018)</String>
<Description>Cobion Germany Brand Protection Services robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cobion.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_858</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0) Active Cache Request</String>
<Description>IE 5.5 Win2000 / user agent</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_859</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0) Fetch API Request</String>
<Description>Maybe: - MS Internet Security &amp; Acceleration Server (ISA) cache refreshing request (see link) or - IE 5.5 Win2000 probably with some (website) API request component (see 2nd link) - suspected as email-harvester / site scanning tool (see http://www.byte.com/documents/s=493/byt20010208s0001/index.htm</Description>
<Type>P S ?</Type>
<Comment></Comment>
<Link1>http://groups.google.com/groups?hl=en&amp;lr=&amp;ie=UTF-8&amp;safe=off&amp;threadm=uGoenyodBHA.1472%40tkmsftngp07&amp;rnum=1&amp;prev=/groups%3Fq%3DFetch%2BAPI%26hl%3Den%26lr%3D%26ie%3DUTF-8%26safe%3Doff%26selm%3DuGoenyodBHA.1472%2540tkmsftngp07%26rnum%3D1</Link1>
<Link2>http://groups.google.de/groups?q=%22fetch+api+request%22&amp;hl=de&amp;lr=&amp;ie=UTF-8&amp;oe=UTF-8&amp;selm=3CAD577B.C29BA3B2%40execpc.com&amp;rnum=2</Link2>
</user-agent>
<user-agent>
<ID>id_moz_854</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0; .NET CLR 1.0.3705)</String>
<Description>IE 5.5 Win2000 with MS.NET SDK</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_855</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0; AIRF)</String>
<Description>IE 5.5 Win2000 / user agent w. AI RoboForm (AIRF) password manager</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.roboform.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_856</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0; AspTear 1.5)</String>
<Description>AspTear URL fetching program component / Download32.com spider</Description>
<Type>R D</Type>
<Comment></Comment>
<Link1>http://www.alphasierrapapa.com/IisDev/Components/AspTear/</Link1>
<Link2>http://www.download32.com</Link2>
</user-agent>
<user-agent>
<ID>id_moz_857</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0; N_o_k_i_a)</String>
<Description>Nokia.com network</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_051102_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0; T312461) RPT-HTTPClient/0.3-3E</String>
<Description>Unknown Object Sciences Corp. robot using the HTTPClient</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.objectsciences.com</Link1>
<Link2>http://www.innovation.ch/java/HTTPClient/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_060406_2</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0 compatible; Asterias Crawler v4; +http://www.singingfish.com/help/spider.html; webmaster@singingfish.com); SpiderThread  Revision: 3.10</String>
<Description>Singingfish media spider (64.12.186.2xx) via AOL search</Description>
<Type>R</Type>
<Comment>s. also asterias/2.0</Comment>
<Link1>http://search.singingfish.com/sfw/home.jsp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_200108_2</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; AOL 9.0; Windows 98; .NET CLR 1.1.4322; MEGAUPLOAD 2.0)</String>
<Description>Megaupload Mega Manager - Download manager toolbar for IE</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.megaupload.com/manager/de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_010106_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; AOL 9.0; Windows NT 5.1; SV1; HbTools 4.7.2)</String>
<Description>Hotbar IE graphical skin</Description>
<Type>B</Type>
<Comment>Adware / Spyware component</Comment>
<Link1>http://hotbar.com/Installation/Browsing/WhatIs/Hotbar.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_860</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; MSIE 5.5; Windows NT 5.1) Skampy/0.9.x [en]</String>
<Description>Skaffe.com directory link checker</Description>
<Type>R</Type>
<Comment>s. also Skampy</Comment>
<Link1>http://www.skaffe.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_100606_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; TargetSeek/1.0; +http://www.targetgroups.net/TargetSeek.html)</String>
<Description>TargetSeek Crawler concerning electronics industry product announcements</Description>
<Type>R</Type>
<Comment>71.161.205.2xx</Comment>
<Link1>http://www.targetgroups.net/TargetSeek.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_861</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Win32) WebWasher 3.0</String>
<Description>IE 6.0 WebWasher ad filter</Description>
<Type>B P</Type>
<Comment></Comment>
<Link1>http://www.webwasher.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_864</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows 98) REL Software Web Link Validator 2.x)</String>
<Description>Web Link Validator link validation software</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.relsoftware.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_865</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows 98) Web Link Validator 2.x)</String>
<Description>Web Link Validator link validation software</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.relsoftware.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_862</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; Net M@nager V3.02 - www.vinn.com.au)</String>
<Description>IE 6.0 Netmanager IE add-on</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.vinn.com.au</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_290306_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; support@illumit.com; http://www.illumit.com/Products/weblight/)</String>
<Description>WebLight web analyzer &amp; link checker</Description>
<Type>C</Type>
<Comment>s. also WebLight/4.x.x ...</Comment>
<Link1>http://www.illumit.com/Products/weblight/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_863</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; Win 9x 4.90; http://www.Abolimba.de)</String>
<Description>Abolimba Multibrowser - IE based browser</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.autag.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_866</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.1.4322; Lunascape 2.1.3)</String>
<Description>Lunascape IE based browser (Japan)</Description>
<Type>B</Type>
<Comment>s. also Lunascape</Comment>
<Link1>http://www2.lunascape.jp/index.aspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_290708_4</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; Google Wireless Transcoder;)</String>
<Description>Google wireless transcoder (GWT) proxy for rewriting websites for mobiles</Description>
<Type>P</Type>
<Comment>209.85.136.xxx</Comment>
<Link1>http://www.google.com/gwt/n</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_150906_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ODP entries t_st; http://tuezilla.de/t_st-odp-entries-agent.html)</String>
<Description>T&#252;zilla (Germany) - ODP link checking using Robozilla</Description>
<Type>R</Type>
<Comment>81.169.154.xx</Comment>
<Link1>http://tuezilla.de</Link1>
<Link2>http://dmoz.org/profiles/robozilla.html</Link2>
</user-agent>
<user-agent>
<ID>id_moz_867</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ODP links test; http://tuezilla.de/test-odp-links-agent.html)</String>
<Description>T&#252;zilla (Germany) - ODP link checking using Robozilla</Description>
<Type>R</Type>
<Comment>81.169.154.xx</Comment>
<Link1>http://tuezilla.de</Link1>
<Link2>http://dmoz.org/profiles/robozilla.html</Link2>
</user-agent>
<user-agent>
<ID>id_moz_080606_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ZoomSpider.net bot; .NET CLR 1.1.4322)</String>
<Description>ZoomSpider.Net indexing robot for several directorys</Description>
<Type>R</Type>
<Comment>70.94.232.2xx</Comment>
<Link1>http://www.zoomspider.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_882</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1) (dns_admin@c-a-s-h.com)</String>
<Description>unknown robot from 64.246.44.xx</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_280408_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Covac UPPS Cathan 1.2.5;)</String>
<Description>Covac Software UPPS (Universal PHP Proxy Server) - free public proxy server</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.covac-software.com/proxy/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_160406_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Crayon Crawler; snprtz|T04056566514940; (R1 1.5))</String>
<Description>GetNetWise Crayon Crawler web filter</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://kids.getnetwise.org/tools/tool_info.php?tool_id=931919301.7202</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_868</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Deepnet Explorer)</String>
<Description>Deepnet Explorer - IE based browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://deepnetexplorer.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_869</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; heritrix/1.3.0 http://www.cs.washington.edu/research/networking/websys/)</String>
<Description>Heritrix Internet Archive's open-source web project used by Analysis Projects at UW</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://crawler.archive.org/</Link1>
<Link2>http://www.cs.washington.edu/research/networking/websys/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_870</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Hotbar 3.0)</String>
<Description>IE 6x WinXP Hotbar plug-in</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://hotbar.com/install/firstvisit.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_871</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; iOpus-I-M)</String>
<Description>IE 6x WinXP iOpus Internet Macros - Internet-based macro recorder </Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.iopus.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_872</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; iRider 2.21.1108; FDM)</String>
<Description>iRider - IE based browser / Free Download Manager (FDM)</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.irider.com/irider/index.htm</Link1>
<Link2>http://www.freedownloadmanager.org/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_873</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; KKman3.0)</String>
<Description>KKman http://www.kkman.com/ - Japanese IE based browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.kkman.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_874</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MathPlayer2.0)</String>
<Description>IE 6x WinXP MathPlayer mathematical notation plugin </Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.mathtype.com/en/products/mathplayer/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_875</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Maxthon) </String>
<Description>Maxton (ex MyIE2) - IE based browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.maxthon.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_876</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; PeoplePal 3.0; MSIECrawler)</String>
<Description>IE 6x WinXP peoplepc online PeoplePal IE toolbar</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://home.vfw-online.com/peoplepal/default.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_877</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Q312461; IOpener Release 1.1.04)</String>
<Description>IE 6x WinXP / I-Opener (was www.netpliance.com/) web PC</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_050307_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; QihooBot 1.0  qihoobot@qihoo.net)</String>
<Description>Qihoo search (China) robot</Description>
<Type>R</Type>
<Comment>220.181.34.1xx</Comment>
<Link1>http://www.qihoo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_070306_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SIMBAR Enabled; InfoPath.1)</String>
<Description>SimBar IE toolbar for accessing The Sims sites / Infopath IE form &amp; spreadsheet plugin</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.simstools.com/simbar.php</Link1>
<Link2>http://office.microsoft.com/en-us/fx010857921033.aspx</Link2>
</user-agent>
<user-agent>
<ID>id_moz_878</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; StumbleUpon.com 1.760; .NET CLR 1.1.4322)</String>
<Description>IE 6x WinXP Stumble Upon IE toolbar</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.stumbleupon.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_150807_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1;  Embedded Web Browser from: http://bsalsa.com/; MSIECrawler)</String>
<Description>Balsa Productions embedded web browser package for Borland Delphi</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://bsalsa.com/product.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_030807_2</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1;  http://www.changedetection.com/bot.html )</String>
<Description>ChangeDetection robot for web page monitoring</Description>
<Type>C</Type>
<Comment>68.166.223.x</Comment>
<Link1>http://www.changedetection.com/</Link1>
<Link2>http://www.changedetection.com/bot.html</Link2>
</user-agent>
<user-agent>
<ID>id_moz_879</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)</String>
<Description>IE 6x WinXP also used by WebSite Pro HTML editor</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.gtpcc.org/gtpcc/websitepro.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_880</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; DX-Browser 5.0.0.0)</String>
<Description>DX-Browser - German IE based browser</Description>
<Type>B</Type>
<Comment>was http://www.dx-soft.net/ (expired)</Comment>
<Link1>http://www.zdnet.de/downloads/prg/t/p/deDCTP-wc.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_271006_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; ezPeer+ v1.0 Beta (0.4.1.98); ezPeer+ v1.0 (0.5.0.00); .NET CLR 1.1.4322; MSIECrawler)</String>
<Description>ezPeer+ P2P IE addon</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://web.ezpeer.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_881</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; IBP; .NET CLR 1.1.4322)</String>
<Description>Axandra IBP website promotion software ?</Description>
<Type>C B</Type>
<Comment></Comment>
<Link1>http://www.axandra-web-site-promotion-software-tool.com/index.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_290606_3</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MRA 4.3 (build 01218))</String>
<Description>MRA = Mail.ru Agent - Instant Messenger / VoIP</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://agent.mail.ru/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_883</ID>
<String>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)</String>
<Description>MSN Search robot (207.46.89.xx)</Description>
<Type>R</Type>
<Comment>s. also: - MSNBOT</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_170207_3</ID>
<String>Mozilla/4.0 (compatible; MSIE 7.0; Win32) Link Commander 4.0</String>
<Description>Link Commander bookmark manager</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.resortlabs.com/bookmark-manager/linkcommander.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_170706_2</ID>
<String>Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; bgft)</String>
<Description>IE 7.0 - WinXP</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.microsoft.com/windows/ie/default.mspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_080209_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; GTB5; User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; http://bsalsa.com) ; .NET CLR 2.0.50727)</String>
<Description>GTB = Google Toolbar Internet Explorer add-on</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://toolbar.google.com/T4/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_080209_2</ID>
<String>Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; Tablet PC 2.0)</String>
<Description>MSIE 7.0 *and* Trident token used by Internet Explorer 8 in compatibility view mode</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://blogs.msdn.com/ie/archive/2009/01/09/the-internet-explorer-8-user-agent-string-updated-edition.aspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_080209_3</ID>
<String>Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648)</String>
<Description>Internet Explorer 8</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.microsoft.com/windows/internet-explorer/beta/default.aspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_150408_4</ID>
<String>Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0)</String>
<Description>IE 8.0 (beta) on Win Vista</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.microsoft.com/windows/products/winfamily/ie/ie8/default.mspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_030110_1</ID>
<String>Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Orange 8.0; GTB6.3; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ;  Embedded Web Browser from: http://bsalsa.com/; SLCC1; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30618; OfficeLiveConnector.1.3; OfficeLivePatch.1.3)</String>
<Description>Bsalsa embedded browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://bsalsa.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_010108_4</ID>
<String>Mozilla/4.0 (compatible; MSIE enviable; DAUMOA 2.0; DAUM Web Robot; Daum Communications Corp.&#44; Korea; +http://ws.daum.net/aboutkr.html)</String>
<Description>DAUMOA - Daum search Korea robot (211.115.109.xxx)</Description>
<Type>R</Type>
<Comment>s. also RaBot</Comment>
<Link1>http://www.daum.net/</Link1>
<Link2>http://ws.daum.net/abouten.html</Link2>
</user-agent>
<user-agent>
<ID>id_moz_311206_1</ID>
<String>Mozilla/4.0 (compatible; MSIE is not me; DAUMOA/1.0.1; DAUM Web Robot; Daum Communications Corp.&#44; Korea)</String>
<Description>DAUMOA - Daum search Korea robot (211.115.109.xxx)</Description>
<Type>R</Type>
<Comment>s. also RaBot</Comment>
<Link1>http://www.daum.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_281106_2</ID>
<String>Mozilla/4.0 (compatible; NaverBot/1.0; http://help.naver.com/delete_main.asp)</String>
<Description>Naver Search Korea Naverbot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.naver.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_884</ID>
<String>Mozilla/4.0 (compatible; Netcraft Web Server Survey)</String>
<Description>Netcraft webserver info</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.netcraft.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_885</ID>
<String>Mozilla/4.0 (compatible; NetPromoter Spider;http://www.net-promoter.com/)</String>
<Description>NetPromoter Link Utility link checking tool </Description>
<Type>C</Type>
<Comment>s. also - Mozilla/4.0 (compatible; Link Utility ...</Comment>
<Link1>http://www.net-promoter.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_886</ID>
<String>Mozilla/4.0 (compatible; Opera/3.0; Windows 4.10) 3.51 [en]</String>
<Description>Opera 3.x WinNT</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_887</ID>
<String>Mozilla/4.0 (compatible; Powermarks/3.5; Windows 95/98/2000/NT)</String>
<Description>Powermarks bookmark manager</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.kaylon.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_230607_1</ID>
<String>Mozilla/4.0 (compatible; RSS Popper)</String>
<Description>RSS Popper - MS Outlook RSS reader plugin</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://rsspopper.unknown/2004/10/home.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_888</ID>
<String>Mozilla/4.0 (compatible; SiteKiosk 4.0; MSIE 5.0; Windows 98; SiteCoach 1.0)</String>
<Description>SiteKiosk public terminal browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.sitekiosk.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_889</ID>
<String>Mozilla/4.0 (compatible; SpeedySpider; www.entireweb.com)</String>
<Description>Entireweb Search Speedyspider (62.13.25.xxx)</Description>
<Type>R</Type>
<Comment>s. also Worldlight</Comment>
<Link1>http://www.entireweb.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_890</ID>
<String>Mozilla/4.0 (compatible; SPENG)</String>
<Description>SiteProbe - website status checking</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.siteprobe.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_891</ID>
<String>Mozilla/4.0 (compatible; SuperCleaner 2.xx; Windows 98)</String>
<Description>Super Cleaner privacy tool (bookmark checking)</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.southbaypc.com/SuperCleaner/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_020406_1</ID>
<String>Mozilla/4.0 (compatible; Synapse)</String>
<Description>Synapse - Apache web service for processing XML documents</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://wiki.apache.org/incubator/SynapseProposal</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_150207_1</ID>
<String>Mozilla/4.0 (compatible; WebCapture 3.0; Windows)</String>
<Description>Web2PDF - Adobe Acrobat plugin for site traversal and other services for the Web Capture feature</Description>
<Type>D</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_892</ID>
<String>Mozilla/4.0 (compatible; Win32; WinHttp.WinHttpRequest.5)</String>
<Description>Windows HTTP Services (WinHTTP / XML-parser)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_170108_1</ID>
<String>Mozilla/4.0 (compatible; WSN Links)</String>
<Description>WSN Links PHP directory software</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://scripts.webmastersite.net/wsnlinks/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_111205_6</ID>
<String>Mozilla/4.0 (compatible; www.euro-directory.com; urlchecker1.0)</String>
<Description>Euro Directory (German / Austrian) directory link checking</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.euro-directory.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_893</ID>
<String>Mozilla/4.0 (compatible; www.galaxy.com)</String>
<Description>Galaxy robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.galaxy.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_894</ID>
<String>Mozilla/4.0 (compatible; www.linkguard.com Linkguard Online 1.0; Windows NT)</String>
<Description>Linkguard.com link validation (service is offline)</Description>
<Type>C</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_240106_1</ID>
<String>Mozilla/4.0 (compatible; Y!J; for robot study; keyoshid)</String>
<Description>Yahoo Search Japan robot (203.141.52.)</Description>
<Type>R</Type>
<Comment>s. also Y!J-BSC/1.0...</Comment>
<Link1>http://www.yahoo.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_170706_1</ID>
<String>Mozilla/4.0 (compatible; Yahoo Japan; for robot study; kasugiya)</String>
<Description>Yahoo Japan robot (202.93.76.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.yahoo.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_210207_1</ID>
<String>Mozilla/4.0 (compatible;MSIE 6.0; Windows NT 5.0; H010818)</String>
<Description>Faked IE id string used by DeepTrawl link checking tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://deeptrawl.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_896</ID>
<String>Mozilla/4.0 (fantomBrowser)</String>
<Description>spoofed referer by Fantomaster (Multiblocker) anonymity products</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://fantomaster.com</Link1>
<Link2>http://multiblocker.com/home.html</Link2>
</user-agent>
<user-agent>
<ID>id_moz_897</ID>
<String>Mozilla/4.0 (fantomCrew Browser)</String>
<Description>spoofed referer by Fantomaster (Multiblocker) anonymity products</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://fantomaster.com</Link1>
<Link2>http://multiblocker.com/home.html</Link2>
</user-agent>
<user-agent>
<ID>id_moz_898</ID>
<String>Mozilla/4.0 (hhjhj@yahoo.com)</String>
<Description>unknown robot from - 64.57.223.40 - 66.28.233.xxx (cogentco.com)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_899</ID>
<String>Mozilla/4.0 (JemmaTheTourist;http://www.activtourist.com)</String>
<Description>Activtourist Jemma spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.activtourist.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_900</ID>
<String>Mozilla/4.0 (MobilePhone PM-8200/US/1.0) NetFront/3.x MMP/2.0</String>
<Description>NetFront (v3.x) for Pocket PC (here on Sanyo PM-8200 cell phone)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://nfppc.access.co.jp/english/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_901</ID>
<String>Mozilla/4.0 (MobilePhone SCP-5500/US/1.0) NetFront/3.0 MMP/2.0 (compatible; Googlebot/2.1; http://www.google.com/bot.html)</String>
<Description>Google robot from 66.249.66.xxx </Description>
<Type>R</Type>
<Comment>s. also: - Googlebot - Mozilla/5.0 (compatible; Googlebot/2.1...</Comment>
<Link1>http://www.google.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_902</ID>
<String>Mozilla/4.0 (MobilePhone SCP-5500/US/1.0) NetFront/3.0 MMP/2.0 FAKE (compatible; Googlebot/2.1; http://www.google.com/bot.html)</String>
<Description>Google robot from 66.249.66.xxx </Description>
<Type>R</Type>
<Comment>s. also: - Googlebot - Mozilla/5.0 (compatible; Googlebot/2.1...</Comment>
<Link1>http://www.google.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_081106_1</ID>
<String>Mozilla/4.0 (Mozilla; http://www.mozilla.org/docs/en/bot.html; master@mozilla.com)</String>
<Description>Unknown robot from Mozilla.org</Description>
<Type>R</Type>
<Comment>63.209.222.xx</Comment>
<Link1>http://www.mozilla.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_903</ID>
<String>Mozilla/4.0 (Sleek Spider/1.2)</String>
<Description>ASI - Any Search Info robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://search-info.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_170406_1</ID>
<String>Mozilla/4.0 compatible FurlBot/Furl Search 2.0 (FurlBot; http://www.furl.net; wn.furlbot@looksmart.net)</String>
<Description>Furl (Looksmart) online bookmark tool robot</Description>
<Type>R</Type>
<Comment>64.242.88.xx</Comment>
<Link1>http://www.furl.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_905</ID>
<String>Mozilla/4.0 compatible ZyBorg/1.0 (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)</String>
<Description>Wisenut robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.wisenut.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_906</ID>
<String>Mozilla/4.0 compatible ZyBorg/1.0 (ZyBorg@WISEnutbot.com; http://www.WISEnutbot.com)</String>
<Description>Wisenut robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.wisenut.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_907</ID>
<String>Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)</String>
<Description>Wisenut robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.wisenut.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_908</ID>
<String>Mozilla/4.0 compatible ZyBorg/1.0 for Homepage (ZyBorg@WISEnutbot.com; http://www.WISEnutbot.com)</String>
<Description>Wisenut robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.wisenut.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_909</ID>
<String>Mozilla/4.0 efp@gmx.net</String>
<Description>Unknown robot from 66.230.140.xx (argon.oxeo.com) maybe an e-mail collector</Description>
<Type>S</Type>
<Comment>see also LARBIN-EXPERIMENTAL</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_910</ID>
<String>Mozilla/4.0 WebTV/2.6 (compatible; MSIE 4.0)</String>
<Description>WebTV</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_904</ID>
<String>Mozilla/4.0 [en] (Ask Jeeves Corporate Spider)</String>
<Description>Ask / Ask Jeeves robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.Ask.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_913</ID>
<String>Mozilla/4.0(compatible; Zealbot 1.0)</String>
<Description>LookSmart spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.looksmart.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_290807_1</ID>
<String>Mozilla/4.01 (compatible; NORAD National Defence Network)</String>
<Description>HideMe - Web based anonymous proxy server service</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.hideme.biz/</Link1>
<Link2>http://www.cnn.com/TECH/computing/9901/25/hacktracts.idg/index.html</Link2>
</user-agent>
<user-agent>
<ID>id_moz_914</ID>
<String>Mozilla/4.01 [en](Win95;I)</String>
<Description>Some download manager spoofing Netscape 4.01</Description>
<Type>D</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_915</ID>
<String>Mozilla/4.02 [en] (X11; I; SunOS 5.6 sun4u)</String>
<Description>Netscape 4.x SunOS 5.6</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_161105_3</ID>
<String>Mozilla/4.04 (compatible; Dulance bot; +http://www.dulance.com/bot.jsp)</String>
<Description>Dulance Bot - Dulance automated price comparison engine</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dulance.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_916</ID>
<String>Mozilla/4.04 [en] (X11; I; HP-UX B.10.20 9000/712)</String>
<Description>Netscape 4.x HP-Unix</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_917</ID>
<String>Mozilla/4.04 [en] (X11; I; IRIX 5.3 IP22)</String>
<Description>Netscape 4.x IRIX</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_918</ID>
<String>Mozilla/4.05 (Macintosh; I; 68K Nav)</String>
<Description>Netscape 4.x Macintosh 68k</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_919</ID>
<String>Mozilla/4.05 (Macintosh; I; PPC Nav)</String>
<Description>Netscape 4.x Macintosh PowerPC</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_920</ID>
<String>Mozilla/4.05 [en] (X11; I; SunOS 4.1.4 sun4m)</String>
<Description>Netscape 4.x SunOS 4.1.4</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_921</ID>
<String>Mozilla/4.08 [en] (Win98; U ;Nav)</String>
<Description>Version 4.08 [en]-98306</Description>
<Type>Someone copied the help function in the referrer field ?</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_922</ID>
<String>Mozilla/4.08 [en] (WinNT; U)</String>
<Description>Netscape 4.x WinNT</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_911</ID>
<String>Mozilla/4.0_(compatible;_MSIE_5.0;_Windows_95)_TrueRobot/1.4 libwww/5.2.8</String>
<Description>Echo.com robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.echo.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_912</ID>
<String>Mozilla/4.0_(compatible;_MSIE_5.0;_Windows_95)_VoilaBot/1.6 libwww/5.3.2</String>
<Description>Voila.fr robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.voila.fr</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_923</ID>
<String>Mozilla/4.5 (compatible; HTTrack 3.0x; Windows 98)</String>
<Description>HTTrack Offline Browser</Description>
<Type>B D</Type>
<Comment></Comment>
<Link1>http://www.httrack.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_924</ID>
<String>Mozilla/4.5 (compatible; iCab 2.5.3; Macintosh; I; PPC)</String>
<Description>iCab MAC Web browser MAC Power PC</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.icab.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_925</ID>
<String>Mozilla/4.5 (compatible; OmniWeb/4.0.5; Mac_PowerPC)</String>
<Description>OmniWeb 4.x.x Mac browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.omnigroup.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_926</ID>
<String>Mozilla/4.5 (compatible; OmniWeb/4.1-beta-1; Mac_PowerPC)</String>
<Description>OmniWeb 4.x.x Mac browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.omnigroup.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_928</ID>
<String>Mozilla/4.5 RPT-HTTPClient/0.3-2</String>
<Description>different IPs using the HTTPClient library (mostly link checking)</Description>
<Type>C R</Type>
<Comment></Comment>
<Link1>http://www.innovation.ch</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_927</ID>
<String>Mozilla/4.5 [en]C-CCK-MCD {RuralNet} (Win98; I)</String>
<Description>RuralNet Internet Services</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.ruralnet.net.au</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_929</ID>
<String>Mozilla/4.5b1 [en] (X11; I; Linux 2.0.35 i586)</String>
<Description>Netscape 4.x Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_301105_3</ID>
<String>Mozilla/4.6 [en] (http://www.cnet.com/)</String>
<Description>Cnet robot for Search.com (216.239.114.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.search.com/</Link1>
<Link2>http://www.cnet.com/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_930</ID>
<String>Mozilla/4.61 [de] (OS/2; I)</String>
<Description>Netscape 4.x OS/2</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_931</ID>
<String>Mozilla/4.61 [en] (X11; U; ) - BrowseX (2.0.0 Windows)</String>
<Description>BrowseX cross-platform browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://browsex.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_932</ID>
<String>Mozilla/4.7</String>
<Description>Nameprotect (12.148.196.128 - 12.148.196.255) snoopbot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nameprotect.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_933</ID>
<String>Mozilla/4.7 (compatible; http://eidetica.com/spider)</String>
<Description>Eidetica earch and text mining spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://eidetica.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_934</ID>
<String>Mozilla/4.7 (compatible; Intelliseek; http://www.intelliseek.com)</String>
<Description>Intelliseek (64.158.138.xx) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.intelliseek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_935</ID>
<String>Mozilla/4.7 (compatible; OffByOne; Windows 98) Webster Pro V3.2</String>
<Description>OffByOne Browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.offbyone.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_937</ID>
<String>Mozilla/4.7 (compatible; Whizbang)</String>
<Description>WhizBang! Labs information extraction robot</Description>
<Type>R</Type>
<Comment>closed since May 2002</Comment>
<Link1>http://www.whizbang.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_936</ID>
<String>Mozilla/4.7 (compatible; WhizBang; http://www.whizbang.com/crawler)</String>
<Description>WhizBang! Labs information extraction robot</Description>
<Type>R</Type>
<Comment>closed since May 2002</Comment>
<Link1>http://www.whizbang.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_938</ID>
<String>Mozilla/4.7 [en](BecomeBot@exava.com)</String>
<Description>BecomeBot - Becomecom shopping search (64.124.85.xx(x))</Description>
<Type>R</Type>
<Comment>64.124.85.[x]xx</Comment>
<Link1>http://www.become.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_939</ID>
<String>Mozilla/4.7 [en](Exabot@exava.com)</String>
<Description>Exabot - exava shopping search (64.124.85.xx(x))</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.exava.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_940</ID>
<String>Mozilla/4.7 [en]C-CCK-MCD {Yahoo;YIP052400} (Win95; I)</String>
<Description>unknown</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_941</ID>
<String>Mozilla/4.72 [en] (BACS http://www.ba.be)</String>
<Description>http://www.ba.be robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ba.be</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_942</ID>
<String>Mozilla/4.72C-CCK-MCD Caldera Systems OpenLinux [en] (X11; U; Linux 2.2.14 i686)</String>
<Description>Netscpape 4.7x Caldera Open Linux Pentium III</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_943</ID>
<String>Mozilla/4.75C-ja [ja] (X11; U; OSF1 V5.1 alpha)</String>
<Description>Netscape 4.7x Japan OSF1 alpha</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_944</ID>
<String>Mozilla/4.76 (Windows 98; U) Opera 5.12 [en]</String>
<Description>Opera 5.x Win 98</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_945</ID>
<String>Mozilla/4.76 [en] (X11; U; FreeBSD 4.4-STABLE i386)</String>
<Description>Netscape 4.7x FreeBSD</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_946</ID>
<String>Mozilla/4.76 [en] (X11; U; SunOS 5.7 sun4u)</String>
<Description>Netscape 4.7x SunOS</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_947</ID>
<String>Mozilla/4.77C-SGI [en] (X11; U; IRIX 6.5 IP32)</String>
<Description>IRIX 6.5</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_948</ID>
<String>Mozilla/5.0</String>
<Description>GigaMedia / NTT DoCoMo robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://ir.giga.net.tw/products.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_040707_3</ID>
<String>Mozilla/5.0 (+http://www.eurekster.com/mammoth) Mammoth/0.1</String>
<Description>Eurekster Swicki community search using SLI-Systems site search engine Mammoth</Description>
<Type>R</Type>
<Comment>64.106.253.1xx</Comment>
<Link1>http://www.eurekster.com/</Link1>
<Link2>http://www.sli-systems.com/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_240306_2</ID>
<String>Mozilla/5.0 (+http://www.sli-systems.com/) Mammoth/0.1</String>
<Description>SLI Systems mammoth robot</Description>
<Type>R</Type>
<Comment>s. also mammoth/1.0 ...</Comment>
<Link1>http://www.sli-systems.com/</Link1>
<Link2>http://www.tenspider.com/business-blog/more.php?id=A45_0_1_0_M</Link2>
</user-agent>
<user-agent>
<ID>id_moz_949</ID>
<String>Mozilla/5.0 (Clustered-Search-Bot/1.0; support@clush.com; http://www.clush.com/)</String>
<Description>Clush search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.clush.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_020807_1</ID>
<String>Mozilla/5.0 (compatible) GM RSS Panel X</String>
<Description>Greasemonkey RSS panel Firefox plugin</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.xs4all.nl/~jlpoutre/BoT/Javascript/RSSpanel/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_140209_3</ID>
<String>Mozilla/5.0 (compatible; +http://www.evri.com/evrinid)</String>
<Description>Evri search robot</Description>
<Type>R</Type>
<Comment>216.168.43.1xx</Comment>
<Link1>http://www.evri.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_250310_1</ID>
<String>Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/spider.html;) Gecko/2008032620</String>
<Description>008 distributed crawler for 80legs</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.80legs.com/spider.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_140209_4</ID>
<String>Mozilla/5.0 (compatible; Abonti/0.8 - http://www.abonti.com)</String>
<Description>Abonti WebSearch beta robot</Description>
<Type>R</Type>
<Comment>77.233.225.11x</Comment>
<Link1>http://www.abonti.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_030110_4</ID>
<String>Mozilla/5.0 (compatible; aiHitBot/1.0; +http://www.aihit.com/)</String>
<Description>HitCompanies Aihit crawler</Description>
<Type>R</Type>
<Comment>195.128.18.xx</Comment>
<Link1>http://hitcompanies.aihit.com/search.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_300406_1</ID>
<String>Mozilla/5.0 (compatible; AnsearchBot/1.x; +http://www.ansearch.com.au/)</String>
<Description>Ansearch Australian search robot</Description>
<Type>R</Type>
<Comment>203.206.162.x</Comment>
<Link1>http://www.ansearch.com.au/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_011107_1</ID>
<String>Mozilla/5.0 (compatible; archive.org_bot/1.10.0 +http://www.loc.gov/minerva/crawl.html)</String>
<Description>The Library of Congress Minerva crawler</Description>
<Type>R</Type>
<Comment>207.241.232.1xx</Comment>
<Link1>http://www.loc.gov/minerva/crawl.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_230607_2</ID>
<String>Mozilla/5.0 (compatible; archive.org_bot/1.13.1x http://crawler.archive.org)</String>
<Description>Heritrix - The Internet Archive's open-source crawler (207.241.225.2xx)</Description>
<Type>R</Type>
<Comment>s.also - InternetArchive/0.8-dev - Mozilla/5.0 (compatible;archive.org_bot/...</Comment>
<Link1>http://www.archive.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_141105_1</ID>
<String>Mozilla/5.0 (compatible; archive.org_bot/1.5.0-200506132127 http://crawler.archive.org) Hurricane Katrina</String>
<Description>Heritrix - The Internet Archive's open-source crawler</Description>
<Type>R</Type>
<Comment>s. also - InternetArchive/0.8-dev... - mozilla/5.0 (compatible; heritrix/...</Comment>
<Link1>http://www.archive.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_150207_2</ID>
<String>Mozilla/5.0 (compatible; Ask Jeeves/Teoma;  http://about.ask.com/en/docs/about/webmasters.shtml)</String>
<Description>Ask Jeeves /Teoma robot</Description>
<Type>R</Type>
<Comment> 65.214.45.[x]xx</Comment>
<Link1>http://sp.ask.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_291205_2</ID>
<String>Mozilla/5.0 (compatible; BanBots/2.0b; Fetch; +http://www.banbots.com)</String>
<Description>Project BanBots Perl script robot</Description>
<Type>C</Type>
<Comment>s. also BanBots/1.2...</Comment>
<Link1>http://www.banbots.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_950</ID>
<String>Mozilla/5.0 (compatible; BecomeBot/1.23; http://www.become.com/webmasters.html)</String>
<Description>BecomeBot - Become.com shopping search (64.124.85.xx(x))</Description>
<Type>R</Type>
<Comment>64.124.85.[x]xx</Comment>
<Link1>http://www.become.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_951</ID>
<String>Mozilla/5.0 (compatible; BecomeBot/1.xx; MSIE 6.0 compatible; http://www.become.com/webmasters.html)</String>
<Description>BecomeBot - Become.com shopping search (64.124.85.xx(x))</Description>
<Type>R</Type>
<Comment>64.124.85.[x]xx</Comment>
<Link1>http://www.become.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_952</ID>
<String>Mozilla/5.0 (compatible; BecomeBot/2.0beta; http://www.become.com/webmasters.html)</String>
<Description>BecomeBot - Become.com shopping search (64.124.85.xx(x))</Description>
<Type>R</Type>
<Comment>64.124.85.[x]xx</Comment>
<Link1>http://www.become.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_953</ID>
<String>Mozilla/5.0 (compatible; BecomeBot/2.x; MSIE 6.0 compatible; http://www.become.com/site_owners.html)</String>
<Description>BecomeBot - Become.com shopping search (64.124.85.xx(x))</Description>
<Type>R</Type>
<Comment>64.124.85.[x]xx</Comment>
<Link1>http://www.become.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_090506_2</ID>
<String>Mozilla/5.0 (compatible; BecomeJPBot/2.3; MSIE 6.0 compatible; +http://www.become.co.jp/site_owners.html)</String>
<Description>BecomeBot - Become.com shopping search (64.124.85.xx(x))</Description>
<Type>R</Type>
<Comment>64.124.85.[x]xx</Comment>
<Link1>http://www.become.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_020907_1</ID>
<String>Mozilla/5.0 (compatible; BlogRefsBot/0.1; http://www.blogrefs.com/about/bloggers)</String>
<Description>BlogRefsBot.com blog robot</Description>
<Type>R</Type>
<Comment>69.90.42.xx</Comment>
<Link1>http://www.blogrefs.com/</Link1>
<Link2>http://www.blogrefs.com/about/bloggers</Link2>
</user-agent>
<user-agent>
<ID>id_moz_171107_1</ID>
<String>Mozilla/5.0 (compatible; Bot; +http://pressemitteilung.ws/spamfilter</String>
<Description>Pressemitteilungen Webservice RSS / news crawler (Germany)</Description>
<Type>R</Type>
<Comment>87.164.242.1xx</Comment>
<Link1>http://pressemitteilung.ws/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_031206_1</ID>
<String>Mozilla/5.0 (compatible; BuzzRankingBot/1.0; +http://www.buzzrankingbot.com/)</String>
<Description>BuzzRanking internet content analysis</Description>
<Type>R</Type>
<Comment>213.251.187.1xx</Comment>
<Link1>http://www.buzzrankingbot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_310506_1</ID>
<String>Mozilla/5.0 (compatible; Charlotte/1.0b; charlotte@betaspider.com)</String>
<Description>Charlotte indexing spider for Searchme / Wikiseek</Description>
<Type>R</Type>
<Comment>209.249.86.x</Comment>
<Link1>http://www.searchme.com/</Link1>
<Link2>http://www.wikiseek.com/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_080307_1</ID>
<String>Mozilla/5.0 (compatible; Charlotte/1.0b; http://www.searchme.com/support/)</String>
<Description>Charlotte indexing spider for Searchme / Wikiseek</Description>
<Type>R</Type>
<Comment>209.249.86.x</Comment>
<Link1>http://www.searchme.com/</Link1>
<Link2>http://www.wikiseek.com/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_220106_1</ID>
<String>Mozilla/5.0 (compatible; Crawling jpeg; http://www.yama.info.waseda.ac.jp)</String>
<Description>Unknown graphics crawler or downloading agent from Yamana Laboratory - Waseda Univerity Japan (133.9.238.xx)</Description>
<Type>R</Type>
<Comment>doesn't read robots.txt</Comment>
<Link1>http://www.yama.info.waseda.ac.jp/eng/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_954</ID>
<String>Mozilla/5.0 (compatible; Custo 3 (Netwu.com); Windows NT 5.1)</String>
<Description>Custo web site spidering tool (link checking)</Description>
<Type>C</Type>
<Comment>s. also - Custo x.x (www.netwu.com)</Comment>
<Link1>http://www.netwu.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_071207_1</ID>
<String>Mozilla/5.0 (compatible; de/1.13.2 +http://www.de.com)</String>
<Description>De.com German travel related search via Amazon Web Services</Description>
<Type>R</Type>
<Comment>67.202.29.xx</Comment>
<Link1>http://www.de.com/start.php?homepage=true</Link1>
<Link2>http://www.amazon.com/gp/browse.html?node=3435361</Link2>
</user-agent>
<user-agent>
<ID>id_moz_170109_1</ID>
<String>Mozilla/5.0 (compatible; Diffbot/0.1; +http://www.diffbot.com)</String>
<Description>Diffbot beta - RSS and news feed crawler</Description>
<Type>R</Type>
<Comment>64.71.190.13x</Comment>
<Link1>http://www.diffbot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_030207_1</ID>
<String>Mozilla/5.0 (compatible; DNS-Digger-Explorer/1.0; +http://www.dnsdigger.com)</String>
<Description>DNS-Digger - DNS server neighbourhood search</Description>
<Type>R</Type>
<Comment>212.214.165.2xx</Comment>
<Link1>http://www.dnsdigger.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_100606_2</ID>
<String>Mozilla/5.0 (compatible; DNS-Digger/1.0; +http://www.dnsdigger.com)</String>
<Description>DNS-Digger - DNS server neighbourhood search</Description>
<Type>R</Type>
<Comment>212.214.165.2xx</Comment>
<Link1>http://www.dnsdigger.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_020506_1</ID>
<String>Mozilla/5.0 (compatible; EARTHCOM.info/2.01; http://www.earthcom.info)</String>
<Description>Earthcom (Czech Republic) search robot (194.108.39.xx)</Description>
<Type>R</Type>
<Comment>s. also EARTHCOM ..</Comment>
<Link1>http://www.earthcom.info</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_190807_3</ID>
<String>Mozilla/5.0 (compatible; EARTHCOM/2.2; +http://enter4u.eu)</String>
<Description>enter4u / Earthcom.info search (Czech Republic)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://enter4u.eu/</Link1>
<Link2>http://www.earthcom.info</Link2>
</user-agent>
<user-agent>
<ID>id_moz_050107_1</ID>
<String>Mozilla/5.0 (compatible; egothor/8.0g; +http://ego.ms.mff.cuni.cz/)</String>
<Description>Prague Faculty of Mathematics and Physics using Egothor open source crawler</Description>
<Type>P</Type>
<Comment>195.113.20.125</Comment>
<Link1>http://ego.ms.mff.cuni.cz/</Link1>
<Link2>http://www.egothor.org/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_310507_1</ID>
<String>Mozilla/5.0 (compatible; Exabot Test/3.0; +http://www.exabot.com/go/robot)</String>
<Description>Exalead (France) search robot (193.47.80.xx)</Description>
<Type>R</Type>
<Comment>s. Harvest-NG/1.0.2 and Exalead NG...</Comment>
<Link1>http://www.exabot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_221207_1</ID>
<String>Mozilla/5.0 (compatible; FatBot 2.0; http://www.thefind.com/main/CrawlerFAQs.fhtml)</String>
<Description>TheFind.com - Shopping search robot</Description>
<Type>R</Type>
<Comment>64.124.148.xx[x]</Comment>
<Link1>http://www.thefind.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_170109_2</ID>
<String>Mozilla/5.0 (compatible; Galbot/1.0; +http://www.galbot.com/bot.html)</String>
<Description>Galbot tagging robot (beta) - Denmark</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.galbot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_955</ID>
<String>mozilla/5.0 (compatible; genevabot http://www.healthdash.com)</String>
<Description>Geneva Single-Site Search Engine used by Healthdash health search</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.healthdash.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_170207_4</ID>
<String>Mozilla/5.0 (compatible; Google Desktop) Paros/3.2.12</String>
<Description>Paros - a Java based HTTP/HTTPS proxy</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://sourceforge.net/projects/paros</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_956</ID>
<String>Mozilla/5.0 (compatible; Googlebot/2.1; http://www.google.com/bot.html)</String>
<Description>Google robot</Description>
<Type>R</Type>
<Comment>s. also: - Googlebot - Mozilla/4.0 (MobilePhone SCP ...</Comment>
<Link1>http://www.google.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_957</ID>
<String>mozilla/5.0 (compatible; heritrix/1.0.4 http://innovationblog.com)</String>
<Description>Unknown robot using Heritrix</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://innovationblog.com</Link1>
<Link2>http://crawler.archive.org/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_280207_1</ID>
<String>Mozilla/5.0 (compatible; heritrix/1.10.2 +http://i.stanford.edu/)</String>
<Description>The Stanford University InfoLab robot using Heritrix</Description>
<Type>R</Type>
<Comment>171.67.73.1x</Comment>
<Link1>http://i.stanford.edu/</Link1>
<Link2>http://www.archive.org/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_280108_2</ID>
<String>Mozilla/5.0 (compatible; heritrix/1.12.1 +http://newstin.com/)</String>
<Description>Newstin news feed search using Heritrix</Description>
<Type>R</Type>
<Comment>195.39.35.1xx</Comment>
<Link1>http://www.newstin.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_210807_1</ID>
<String>Mozilla/5.0 (compatible; heritrix/1.12.1 +http://www.page-store.com)</String>
<Description>Page-store.com vertical search via Amazon Web Services</Description>
<Type>R</Type>
<Comment>72.44.62.1xx</Comment>
<Link1>http://www.page-store.com/</Link1>
<Link2>http://www.amazonaws.com/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_230108_1</ID>
<String>Mozilla/5.0 (compatible; heritrix/1.12.1 +http://www.page-store.com) [email:paul@page-store.com]</String>
<Description>Page-store.com vertical search via Amazon Web Services</Description>
<Type>R</Type>
<Comment>72.44.62.1xx</Comment>
<Link1>http://www.page-store.com/</Link1>
<Link2>http://www.amazonaws.com/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_958</ID>
<String>mozilla/5.0 (compatible; heritrix/1.3.0 http://archive.crawler.org)</String>
<Description>Heritrix Internet Archive's open-source web project </Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://archive.crawler.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_270106_2</ID>
<String>Mozilla/5.0 (compatible; heritrix/1.4.0 +http://www.chepi.net)</String>
<Description>Chepi Beta search Spain (194.116.240.1xx) using Heritrix</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.chepi.net/</Link1>
<Link2>http://lucene.apache.org</Link2>
</user-agent>
<user-agent>
<ID>id_moz_959</ID>
<String>Mozilla/5.0 (compatible; heritrix/1.4t http://www.truveo.com/)</String>
<Description>Truveo data mining robot using Heritrix</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.truveo.com/home/</Link1>
<Link2>http://crawler.archive.org/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_960</ID>
<String>Mozilla/5.0 (compatible; heritrix/1.5.0 http://www.l3s.de/~kohlschuetter/projects/crawling/)</String>
<Description>L3S WebCrawling Project (Germany) using Heritrix</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.l3s.de/~kohlschuetter/projects/crawling/</Link1>
<Link2>http://crawler.archive.org/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_961</ID>
<String>Mozilla/5.0 (compatible; heritrix/1.5.0-200506231921 http://pandora.nla.gov.au/crawl.html)</String>
<Description>Pandora Internet Archive crawler (Australia) using Heritrix</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://pandora.nla.gov.au</Link1>
<Link2>http://crawler.archive.org/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_250706_3</ID>
<String>Mozilla/5.0 (compatible; heritrix/1.6.0 http://www.worio.com/)</String>
<Description>WORIO (beta) search for computer scientists and programmers using Heritrix open-source crawler</Description>
<Type>R</Type>
<Comment>137.82.84.xx</Comment>
<Link1>http://www.worio.com/</Link1>
<Link2>http://www.archive.org/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_190607_1</ID>
<String>Mozilla/5.0 (compatible; heritrix/1.7.0 +http://www.greaterera.com/)</String>
<Description>greatarea.com website collection project using Heritrix</Description>
<Type>R</Type>
<Comment>63.209.222.</Comment>
<Link1>http://www.greaterera.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_230307_1</ID>
<String>Mozilla/5.0 (compatible; Heritrix/1.8.0 http://www.hanzoarchives.com)</String>
<Description>hanzo:web social web archiving service</Description>
<Type>D</Type>
<Comment>216.182.238.</Comment>
<Link1>http://www.hanzoweb.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_151106_1</ID>
<String>Mozilla/5.0 (compatible; heritrix/1.x.x +http://www.accelobot.com)</String>
<Description>Accelobot - Accelovation Market Discovery software robot</Description>
<Type>R</Type>
<Comment>72.20.99.xx</Comment>
<Link1>http://www.accelobot.com/</Link1>
<Link2>http://www.accelovation.com/solutions.html</Link2>
</user-agent>
<user-agent>
<ID>id_moz_030208_1</ID>
<String>Mozilla/5.0 (compatible; heritrix/2.0.0-RC1 +http://www.aol.com)</String>
<Description>Unknown AOL robot using Heritrix</Description>
<Type>R</Type>
<Comment>64.236.128.x</Comment>
<Link1>http://www.aol.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_051207_2</ID>
<String>Mozilla/5.0 (compatible; Hermit Search. Com; +http://www.hermitsearch.com)</String>
<Description>Hermits Search.com - Products and service search robot</Description>
<Type>R</Type>
<Comment>72.55.165.11x</Comment>
<Link1>http://www.hermitsearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_161006_2</ID>
<String>Mozilla/5.0 (compatible; http://www.IsMySiteUp.Net/bot/ )</String>
<Description>IsMySiteUp? - Online website monitoring service</Description>
<Type>C</Type>
<Comment>142.179.247.xx</Comment>
<Link1>http://www.ismysiteup.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_101106_2</ID>
<String>Mozilla/5.0 (compatible; http://www.UptimeAuditor.com/bot/ )</String>
<Description>UptimeAuditor - real time web monitoring</Description>
<Type>C</Type>
<Comment>142.179.247.xx</Comment>
<Link1>http://www.uptimeauditor.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_180508_1</ID>
<String>Mozilla/5.0 (compatible; HyperixScoop/1.3; +http://www.hyperix.com)</String>
<Description>Hyperix vertical search crawler</Description>
<Type>R</Type>
<Comment>64.40.113.[x]xx</Comment>
<Link1>http://www.hyperix.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_070406_1</ID>
<String>Mozilla/5.0 (compatible; iaskspider/1.0; MSIE 6.0)</String>
<Description>Unknown robot (reads robots.txt) from chinatelecom (219.142.78.xx)</Description>
<Type></Type>
<Comment>Not from iask.com.cn - s. also iaskspider</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_280607_1</ID>
<String>Mozilla/5.0 (compatible; IDBot/1.0; +http://www.id-search.org/bot.html)</String>
<Description>ID-Search.org - Russian search project</Description>
<Type>R</Type>
<Comment>67.159.44.2xx</Comment>
<Link1>http://id-search.org/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_962</ID>
<String>Mozilla/5.0 (compatible; InterseekWeb/3.x)</String>
<Description>Najdi.si (Slovenia) search using Interseek/Web Interseek/API Search Engine</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.najdi.si/pomoc/eng/index.jsp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_130807_4</ID>
<String>Mozilla/5.0 (compatible; Jim +http://www.hanzoarchives.com)</String>
<Description>hanzo:web social web archiving service</Description>
<Type>D</Type>
<Comment>216.182.238.</Comment>
<Link1>http://www.hanzoweb.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_963</ID>
<String>Mozilla/5.0 (compatible; Konqueror/2.0.1; X11); Supports MD5-Digest; Supports gzip encoding</String>
<Description>Konqueror 2.0.x X11</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.konqueror.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_964</ID>
<String>Mozilla/5.0 (compatible; Konqueror/2.1.1; X11)</String>
<Description>Konqueror 2.1.x X11</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.konqueror.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_966</ID>
<String>Mozilla/5.0 (compatible; Konqueror/2.2.2)</String>
<Description>Konqueror 2.2.x</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.konqueror.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_965</ID>
<String>Mozilla/5.0 (compatible; Konqueror/2.2.2; Linux 2.4.14-xfs; X11; i686)</String>
<Description>Konqueror 2.2.x Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.konqueror.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_050108_2</ID>
<String>Mozilla/5.0 (compatible; Konqueror/3.5; Linux) KHTML/3.5.5 (like Gecko) (Exabot-Thumbnails)</String>
<Description>Exalead (France) search robot (193.47.80.xx)</Description>
<Type>R</Type>
<Comment>s. Harvest-NG/1.0.2 and Exalead NG...</Comment>
<Link1>http://www.exabot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_967</ID>
<String>Mozilla/5.0 (compatible; LemSpider 0.1)</String>
<Description>Lemur Consulting LemIR spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.lemurconsulting.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_968</ID>
<String>Mozilla/5.0 (compatible; LinksManager.com_bot http://linksmanager.com/linkchecker.html)</String>
<Description>Linksmanager.com online link checking service</Description>
<Type>C</Type>
<Comment>s.also LinksManager.com</Comment>
<Link1>http://www.linksmanager.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_140408_2</ID>
<String>Mozilla/5.0 (compatible; LinkStash Bookmark Manager; http://www.xrayz.co.uk/)</String>
<Description>LinkStash Bookmark Manager</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.xrayz.co.uk/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_060706_2</ID>
<String>Mozilla/5.0 (compatible; MojeekBot/2.0; http://www.mojeek.com/bot.html)</String>
<Description>Mojeek Search Preview robot (217.155.205.xx)</Description>
<Type>R</Type>
<Comment>s. also MojeekBot/0.x</Comment>
<Link1>http://www.mojeek.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_290107_1</ID>
<String>Mozilla/5.0 (compatible; MOSBookmarks/v2.6-Plus; Link Checker)</String>
<Description>Joomla!/Mambo component - MosBookmarks (bot) link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.tegdesign.ch/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_091007_1</ID>
<String>Mozilla/5.0 (compatible; MSIE 6.0; Podtech Network; crawler_admin@podtech.net)</String>
<Description>PodTech entertainment and video network crawler</Description>
<Type>R</Type>
<Comment>71.134.235.xx</Comment>
<Link1>http://www.podtech.net/home/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_969</ID>
<String>Mozilla/5.0 (compatible; OnetSzukaj/5.0; http://szukaj.onet.pl)</String>
<Description>onet.pl Szukaj (Search) robot (213.180.128.1xx)</Description>
<Type>R</Type>
<Comment>s. also - Onet.pl SA</Comment>
<Link1>http://szukaj.onet.pl</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_181207_1</ID>
<String>Mozilla/5.0 (compatible; PagestackerBot; http://www.pagestacker.com)</String>
<Description>Pagestacker online bookmark service</Description>
<Type>C</Type>
<Comment>70.85.129.12x</Comment>
<Link1>http://www.pagestacker.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_020307_1</ID>
<String>Mozilla/5.0 (compatible; PalmeraBot; http://www.links24h.com/help/palmera) Version 0.001</String>
<Description>PalmeraBot - Links24h.com search engine robot</Description>
<Type>R</Type>
<Comment>80.59.111.2xx</Comment>
<Link1>http://www.links24h.com/</Link1>
<Link2>http://www.links24h.com/help/palmera/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_130806_1</ID>
<String>Mozilla/5.0 (compatible; PEAR HTTP_Request class; http://feed.moo.jp/)</String>
<Description>FeedMo feed search (Japan) using Pear HTTP</Description>
<Type>C ?</Type>
<Comment>210.188.205.2xx</Comment>
<Link1>http://feed.moo.jp/</Link1>
<Link2>http://pear.php.net/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_190607_2</ID>
<String>Mozilla/5.0 (compatible; Phonifier; +http://www.phonifier.com)</String>
<Description>PHONifier mobile access to web content</Description>
<Type>D B</Type>
<Comment></Comment>
<Link1>http://www.phonifier.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_240208_2</ID>
<String>Mozilla/5.0 (compatible; pmoz.info ODP link checker; +http://pmoz.info/doc/botinfo.htm)</String>
<Description>pmoz.info ODP link checking bot</Description>
<Type>C</Type>
<Comment>74.208.25.118 / 216.15.74.85</Comment>
<Link1>http://pmoz.info/doc/botinfo.htm</Link1>
<Link2>http://www.dmoz.org/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_970</ID>
<String>Mozilla/5.0 (compatible; pogodak.ba/3.x)</String>
<Description>Pogodak search (Slovenia) robot via Interseek</Description>
<Type>R</Type>
<Comment>89.143.229.1xx</Comment>
<Link1>http://www.pogodak.hr</Link1>
<Link2>http://www.interseek.com/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_100408_2</ID>
<String>Mozilla/5.0 (compatible; Pogodak.hr/3.1)</String>
<Description>Pogodak search (Slovenia) robot via Interseek</Description>
<Type>R</Type>
<Comment>89.143.229.1xx</Comment>
<Link1>http://www.pogodak.hr</Link1>
<Link2>http://www.interseek.com/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_101107_1</ID>
<String>Mozilla/5.0 (compatible; Proximic crawler; +http://www.proximic.com/en/about-us/contact-us.html)</String>
<Description>Proximic Publisher Widget - RSS and news content generator</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.proximic.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_230907_1</ID>
<String>Mozilla/5.0 (compatible; PWeBot/3.1; http://www.programacionweb.net/robot.php)</String>
<Description>ProgramacionWeb.net PWeBot crawler (Argentina)</Description>
<Type>R</Type>
<Comment>62.149.236.2xx</Comment>
<Link1>http://www.programacionweb.net/robot-en.php</Link1>
<Link2>http://www.programacionweb.net/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_130507_1</ID>
<String>Mozilla/5.0 (compatible; Quantcastbot/1.0; www.quantcast.com)</String>
<Description>Quantcast - Open Internet Ratings Service</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.quantcast.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_190706_1</ID>
<String>Mozilla/5.0 (compatible; robtexbot/1.0; http://www.robtex.com/ )</String>
<Description>robtex - Multi-RBL check and AS-numbercheck</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.robtex.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_050408_1</ID>
<String>Mozilla/5.0 (compatible; ScoutJet; +http://www.scoutjet.com/)</String>
<Description>ScoutJet (Blekko) search web crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.scoutjet.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_300106_3</ID>
<String>Mozilla/5.0 (compatible; Scrubby/2.2;  http://www.scrubtheweb.com/)</String>
<Description>Scrub the web robot (66.93.156.xx)</Description>
<Type>R</Type>
<Comment>s.also Scrubby/2.x </Comment>
<Link1>http://www.scrubtheweb.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_031107_4</ID>
<String>Mozilla/5.0 (compatible; ShunixBot/1.x.x +http://www.shunix.com/robot.htm)</String>
<Description>Shunixbot (France) beta / test semantic web indexing robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.shunix.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_971</ID>
<String>Mozilla/5.0 (compatible; ShunixBot/1.x; http://www.shunix.com/bot.htm)</String>
<Description>Shunixbot (France) beta / test semantic web indexing robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.shunix.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_280607_2</ID>
<String>Mozilla/5.0 (compatible; SkreemRBot +http://skreemr.com)</String>
<Description>Skreemr - Audio search engine</Description>
<Type>R</Type>
<Comment>64.15.69.x</Comment>
<Link1>http://skreemr.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_070207_2</ID>
<String>Mozilla/5.0 (compatible; SnapPreviewBot; en-US; rv:1.8.0.9) Gecko/20061206 Firefox/1.5.0.9</String>
<Description>Snap Firefox Search Plugin</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.snap.com/about/spa1A.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_972</ID>
<String>Mozilla/5.0 (compatible; SpurlBot/0.2) </String>
<Description>Spurl.net bookmark service &amp; search engine (84.40.30.xxx)</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.spurl.net</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_190108_1</ID>
<String>Mozilla/5.0 (compatible; SummizeBot +http://www.summize.com)</String>
<Description>Summize - Opinion and review search robot</Description>
<Type>R</Type>
<Comment>208.79.17.x[x]</Comment>
<Link1>http://www.summize.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_973</ID>
<String>Mozilla/5.0 (compatible; SYCLIKControl/LinkChecker;)</String>
<Description>Syclik Control web content management system</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.syclik.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_070607_1</ID>
<String>Mozilla/5.0 (compatible; Synoobot/0.9; http://www.synoo.com/search/bot.html)</String>
<Description>Synoo web directory robot</Description>
<Type>R</Type>
<Comment>212.12.114.2xx</Comment>
<Link1>http://www.synoo.com/search/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_261105_1</ID>
<String>Mozilla/5.0 (compatible; Theophrastus/x.x; http://users.cs.cf.ac.uk/N.A.Smith/theophrastus.php)</String>
<Description>Theophrastus Internet Spider for a basic search engine project</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://users.cs.cf.ac.uk/N.A.Smith/theophrastus.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_030207_2</ID>
<String>Mozilla/5.0 (compatible; TridentSpider/3.1)</String>
<Description>Interseek - Java search engine technology used for Pogodak search</Description>
<Type>R</Type>
<Comment>213.253.92.x</Comment>
<Link1>http://www.interseek.com/</Link1>
<Link2>http://www.pogodak.com/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_974</ID>
<String>Mozilla/5.0 (compatible; Vagabondo/2.1; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)</String>
<Description>WiseGuys robot</Description>
<Type>R</Type>
<Comment>s.also - Mozilla/3.0 (Vagabondo... - Vagabondo..</Comment>
<Link1>http://www.wise-guys.nl/Contact/index.php?botselected=webagents&amp;lang=uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_280209_4</ID>
<String>Mozilla/5.0 (compatible; Webduniabot/1.0; +http://search.webdunia.com/bot.aspx)</String>
<Description>Webdunia search (India) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.webdunia.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_151205_1</ID>
<String>Mozilla/5.0 (compatible; Windows NT 5.0; phpwebbrainBot/0.1 - http://www.monsterli.ch/phpwebbrain/)</String>
<Description>phpwebbrain online bookmark service (Germany)</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.monsterli.ch/phpwebbrain/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_150307_1</ID>
<String>Mozilla/5.0 (compatible; worio bot heritrix/1.10.0 +http://worio.com)</String>
<Description>WORIO (beta) search for computer scientists and programmers using Heritrix open-source crawler</Description>
<Type>R</Type>
<Comment>137.82.84.xx</Comment>
<Link1>http://www.worio.com/</Link1>
<Link2>http://www.archive.org/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_221008_1</ID>
<String>Mozilla/5.0 (compatible; WoW Lemmings Kathune/2.0;http://www.wowlemmings.com/kathune.html)</String>
<Description>Kathune spider for World of Warcraft guild data. Used to power WoW Lemmings</Description>
<Type>R</Type>
<Comment>76.12.83.24x</Comment>
<Link1>http://www.wowlemmings.com/kathune.html</Link1>
<Link2>http://www.wowlemmings.com/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_260407_1</ID>
<String>Mozilla/5.0 (compatible; XTbot/1.0v; +http://www.externaltest.com)</String>
<Description>eXternalTest - Server and online services monitoring</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.externaltest.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_290606_2</ID>
<String>Mozilla/5.0 (compatible; Yahoo! DE Slurp; http://help.yahoo.com/help/us/ysearch/slurp)</String>
<Description>Yahoo / Inktomi search robot</Description>
<Type>R</Type>
<Comment>66.196.77.1xx / 72.30.98.2xx</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_181105_1</ID>
<String>Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)</String>
<Description>Inktomi robot (202.160.180.xxx) for Yahoo China</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.yahoo.com.cn/</Link1>
<Link2>http://www.inktomi.com/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_975</ID>
<String>Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)</String>
<Description>Inktomi robot for Yahoo (via 66.196.xx.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inktomi.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_061208_2</ID>
<String>Mozilla/5.0 (compatible; YesupBot/1.0; +http://www.yesup.net/bot.html)</String>
<Description>Yesup Seo - Toronto SEO Service</Description>
<Type>C</Type>
<Comment>66.48.78.1xx</Comment>
<Link1>http://yesupseo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_250107_1</ID>
<String>Mozilla/5.0 (compatible; Yoono; http://www.yoono.com/)</String>
<Description>Yoono - community based search (193.110.140.xxx / 194.0.179.[x]xx)</Description>
<Type>R</Type>
<Comment>s. also yoono/1.0 web-crawler - yoofind/yoofind ..</Comment>
<Link1>http://www.yoono.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_061208_3</ID>
<String>Mozilla/5.0 (compatible; YoudaoBot/1.0; http://www.youdao.com/help/webmaster/spider/; )</String>
<Description>Youdao search (China) robot</Description>
<Type>R</Type>
<Comment>202.108.7.1xx</Comment>
<Link1>http://www.youdao.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_050807_1</ID>
<String>Mozilla/5.0 (compatible; Zenbot/1.3; +http://zen.co.za/webmasters/)</String>
<Description>Zenbot robot for the Southern African Zen search service</Description>
<Type>R</Type>
<Comment>196.46.116.x[x] / 196.23.180.x[x]</Comment>
<Link1>http://zen.co.za/</Link1>
<Link2>http://zen.co.za/webmasters/</Link2>
</user-agent>
<user-agent>
<ID>id_moz_110408_1</ID>
<String>Mozilla/5.0 (compatible; zermelo +http://www.powerset.com) [email:paul@page-store.com&#44;crawl@powerset.com]</String>
<Description>Powerset Natural Language Search crawler (under development) using Heritrix via Amazon Web Services</Description>
<Type>R</Type>
<Comment>67.202.34.xxx</Comment>
<Link1>http://www.powerset.com/</Link1>
<Link2>http://www.amazon.com/gp/browse.html?node=3435361</Link2>
</user-agent>
<user-agent>
<ID>id_moz_030606_1</ID>
<String>Mozilla/5.0 (compatible;archive.org_bot/1.7.1; collectionId=316; Archive-It; +http://www.archive-it.org)</String>
<Description>Heritrix - The Internet Archive's open-source crawler (207.241.225.2xx)</Description>
<Type>R</Type>
<Comment>s.also - InternetArchive/0.8-dev - archive.org_bot</Comment>
<Link1>http://www.archive.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_180906_2</ID>
<String>Mozilla/5.0 (compatible;archive.org_bot/heritrix-1.9.0-200608171144 +http://pandora.nla.gov.au/crawl.html)</String>
<Description>Wayback Machine Internet Archive crawler</Description>
<Type>R</Type>
<Comment>207.241.233.2xx</Comment>
<Link1>http://www.archive.org/index.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_180107_1</ID>
<String>Mozilla/5.0 (compatible;FindITAnswersbot/1.0;+http://search.it-influentials.com/bot.htm)</String>
<Description>FindITAnswers - Search engine for software developers</Description>
<Type>B</Type>
<Comment>74.93.15.249</Comment>
<Link1>http://www.finditanswers.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_170906_2</ID>
<String>Mozilla/5.0 (compatible;MAINSEEK_BOT)</String>
<Description>Mainseek search (Poland) robot</Description>
<Type>R</Type>
<Comment>80.190.213.xx</Comment>
<Link1>http://www.mainseek.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_290708_1</ID>
<String>Mozilla/5.0 (Gecko/20070310 Mozshot/0.0.20070628; http://mozshot.nemui.org/)</String>
<Description>MozShot - Technical demo to take screenshot of any URL</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://mozshot.nemui.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_150408_2</ID>
<String>Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.4; en-US; rv:1.9b5) Gecko/2008032619 Firefox/3.0b5</String>
<Description>Mozilla Firefox 3.0 beta (Gran Paradiso) for MacOS</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://developer.mozilla.org/en/docs/Firefox_3_for_developers</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_976</ID>
<String>Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O; en-US; rv:1.0.1) Gecko/20021219 Chimera/0.6 </String>
<Description>Chimera browser (Mozilla/Gecko engine) - now Camino Mac PowerPC</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.mozilla.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_977</ID>
<String>Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O; en-US; rv:1.0.1) Gecko/20030306 Camino/0.7</String>
<Description>Camino browser (Mozilla/Gecko engine) - ex Chimera Mac PowerPC</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.mozilla.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_978</ID>
<String>Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/xx (KHTML like Gecko) OmniWeb/v5xx.xx</String>
<Description>OmniWeb 5.x.x Mac OS X browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.omnigroup.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_979</ID>
<String>Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-us) AppleWebKit/xxx.x (KHTML like Gecko) Safari/12x.x</String>
<Description>Safari 1.2x browser (Mozilla/Gecko engine) MAC OS X</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.apple.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_980</ID>
<String>Mozilla/5.0 (Macintosh; U; PPC; en-US; rv:0.9.2) Gecko/20010726 Netscape6/6.1</String>
<Description>Netscape 6.x Mac PowerPC</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_981</ID>
<String>Mozilla/5.0 (research@mediatrec.com)</String>
<Description>unknown robot from gw.ocg-corp.com</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_260806_1</ID>
<String>Mozilla/5.0 (Sage)</String>
<Description>Sage - RSS and Atom feed reader extension for Mozilla Firefox</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://sage.mozdev.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_982</ID>
<String>Mozilla/5.0 (Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html)</String>
<Description>Inktomi (Hotbot-Lycos - NBCi etc.) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inktomi.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_983</ID>
<String>Mozilla/5.0 (Slurp/si; slurp@inktomi.com; http://www.inktomi.com/slurp.html)</String>
<Description>Inktomi (Hotbot-Lycos - NBCi etc.) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inktomi.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_984</ID>
<String>Mozilla/5.0 (SunOS 5.8 sun4u; U) Opera 5.0 [en]</String>
<Description>Opera 5.x SunOS</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_020507_1</ID>
<String>Mozilla/5.0 (Twiceler-0.9 http://www.cuill.com/twiceler/robot.html)</String>
<Description>Twiceler experimental web crawler</Description>
<Type>R</Type>
<Comment>64.62.136.xxx</Comment>
<Link1>http://www.cuill.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_070106_2</ID>
<String>Mozilla/5.0 (Version: xxxx Type:xx)</String>
<Description>Some spambot from Romania (82.208.139.1xx &amp; 86.123.65.xx) - Maybe email harvesting</Description>
<Type>S</Type>
<Comment>UA sometimes have random letters like: vkfjkgo...</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_985</ID>
<String>Mozilla/5.0 (wgao@genieknows.com)</String>
<Description>GenieKnows.com search robot (64.5.245.xx / 64.5.220.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.genieknows.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_986</ID>
<String>Mozilla/5.0 (Windows; U; Win98; en-US; rv:0.9.2) Gecko/20010726 Netscape6/6.1</String>
<Description>Netscape 6.x Win98</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_987</ID>
<String>Mozilla/5.0 (Windows; U; Win98; en-US; rv:x.xx) Gecko/20030423 Firebird Browser/0.6</String>
<Description>Firebird browser (Mozilla/Gecko engine) - ex Phoenix Win98</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.mozilla.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_988</ID>
<String>Mozilla/5.0 (Windows; U; Win9x; en; Stable) Gecko/20020911 Beonex/0.8.1-stable</String>
<Description>Beonex Communicator browser (Mozilla/Gecko engine)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.beonex.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_111205_1</ID>
<String>Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.7.7) NimbleCrawler 1.11 obeys UserAgent NimbleCrawler For problems contact: crawler_at_dataalchemy.com</String>
<Description>Healthline health related search robot (72.5.115.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.healthline.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_171008_2</ID>
<String>Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML&#44; like Gecko) Chrome/0.2.153.1 Safari/525.19</String>
<Description>Google Chrome browser based on WebKit (Safari)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.google.com/chrome</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_170207_1</ID>
<String>Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.5) Gecko/20060731 Firefox/1.5.0.5 Flock/0.7.4.1</String>
<Description>Flock web browser built on Mozilla technologies</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.flock.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_190108_3</ID>
<String>Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.11) Gecko/20071127 Firefox/2.0.0.4/Megaupload x.0</String>
<Description>Megaupload Mega Manager - Download manager plugin for Firefox</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.megaupload.com/manager/de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_171008_1</ID>
<String>Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.0.1) Gecko/2008092215 Firefox/3.0.1 Orca/1.1 beta 3</String>
<Description>Orca browser - based on Gecko</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.orcabrowser.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_989</ID>
<String>Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:x.x.x) Gecko/20041107 Firefox/x.x</String>
<Description>Firefox browser (Mozilla/Gecko engine) - ex Firebird WinXP</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.mozilla.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_990</ID>
<String>Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:x.xx) Gecko/20030504 Mozilla Firebird/0.6</String>
<Description>Firebird browser (Mozilla/Gecko engine) - ex Phoenix WinXP</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.mozilla.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_991</ID>
<String>Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:x.xxx) Gecko/20041027 Mnenhy/0.6.0.104</String>
<Description>Mnenhy - enhanced mail &amp; news Mozilla based browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://mnenhy.mozdev.org/index-de.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_060508_2</ID>
<String>Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)</String>
<Description>Voila.fr robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.voila.fr</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_080608_2</ID>
<String>Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)</String>
<Description>Voila.fr robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.voila.fr</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_150408_3</ID>
<String>Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US; rv:1.9b5) Gecko/2008032620 Firefox/3.0b5</String>
<Description>Mozilla Firefox 3.0 beta (Gran Paradiso) for Win</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://developer.mozilla.org/en/docs/Firefox_3_for_developers</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_300407_2</ID>
<String>Mozilla/5.0 (Windows; U;XMPP Tiscali Communicator v.10.0.1; Windows NT 5.1; it; rv:1.8.1.3) Gecko/20070309 Firefox/2.0.0.3</String>
<Description>Tiscali Communicator - Online services suite</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://im.tiscali.com/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_300106_1</ID>
<String>Mozilla/5.0 (Windows;) NimbleCrawler 1.12 obeys UserAgent NimbleCrawler For problems contact: crawler@health</String>
<Description>Healthline health related search robot (72.5.115.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.healthline.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_161205_2</ID>
<String>Mozilla/5.0 (Windows;) NimbleCrawler 1.12 obeys UserAgent NimbleCrawler For problems contact: crawler@healthline.com</String>
<Description>Healthline health related search robot (72.5.115.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.healthline.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_090807_2</ID>
<String>Mozilla/5.0 (X11; Linux i686; U;rv: 1.7.13) Gecko/20070322 Kazehakase/0.4.4.1</String>
<Description>Kazehakase - Gecko based browser (Japan)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://kazehakase.sourceforge.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_992</ID>
<String>Mozilla/5.0 (X11; U; Linux 2.4.2-2 i586; en-US; m18) Gecko/20010131 Netscape6/6.01</String>
<Description>Netscape 6.x Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_160306_1</ID>
<String>Mozilla/5.0 (X11; U; Linux i686; de-AT; rv:1.8.0.2) Gecko/20060309 SeaMonkey/1.0</String>
<Description>SeaMonkey browser suite (ex Mozilla) on Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.mozilla.org/projects/seamonkey/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_993</ID>
<String>Mozilla/5.0 (X11; U; Linux i686; en-GB; rv:1.7.6) Gecko/20050405 Epiphany/1.6.1 (Ubuntu) (Ubuntu package 1.0.2)</String>
<Description>Epiphany (Mozilla/Gecko engine) browser Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.gnome.org/projects/epiphany/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_994</ID>
<String>Mozilla/5.0 (X11; U; Linux i686; en-US; Nautilus/1.0Final) Gecko/20020408</String>
<Description>Nautilus (developed by Eazel.com) 1.x Browser Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://swin05.dyndns.biz/Doc/Docrh7.03us/DocRH7.3us/sunsite.mff.cuni.cz/pub/redhat/linux/7.3/fr/doc/RH-DOCS/rhl-gsg-en-7.3/s1-browsers-nautilus.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_995</ID>
<String>Mozilla/5.0 (X11; U; Linux i686; en-US; rv:0.9.3) Gecko/20010801</String>
<Description>Mozilla (Gecko) 0.9x browser Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_030110_5</ID>
<String>Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.2.1; aggregator:Spinn3r (Spinn3r 3.1); http://spinn3r.com/robot) Gecko/20021130</String>
<Description>Spinn3r social network crawler</Description>
<Type>R</Type>
<Comment>64.34.195.1xx</Comment>
<Link1>http://spinn3r.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_996</ID>
<String>Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.2b) Gecko/20021007 Phoenix/0.3</String>
<Description>Phoenix 0.3 browser (Mozilla/Gecko engine) - now Firebird Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.firebirdsql.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_997</ID>
<String>Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.6) Gecko/20040413 Epiphany/1.2.1</String>
<Description>Epiphany (Mozilla/Gecko engine) browser Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.gnome.org/projects/epiphany/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_190107_1</ID>
<String>Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.0.7) Gecko/20060909 Firefox/1.5.0.7 SnapPreviewBot</String>
<Description>Snap Firefox Search Plugin</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.snap.com/about/spa1A.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_240107_2</ID>
<String>Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1) Gecko/20061129 BonEcho/2.0</String>
<Description>Bon Echo Alpha - developer preview of future Firefox browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.mozilla.org/projects/bonecho/releases/2.0a1.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_240207_2</ID>
<String>Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)</String>
<Description>IceWeasel - the GNU version of the Firefox browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.gnu.org/software/gnuzilla/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_150408_1</ID>
<String>Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9a8) Gecko/2007100619 GranParadiso/3.0a8</String>
<Description>Mozilla Firefox 3.0 beta (Gran Paradiso) for Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://developer.mozilla.org/en/docs/Firefox_3_for_developers</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_999</ID>
<String>Mozilla/5.0 Galeon/1.0.2 (X11; Linux i686; U;) Gecko/20011224</String>
<Description>Galeon 1.x Browser Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://galeon.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_1000</ID>
<String>Mozilla/5.0 gURLChecker/0.x.x (Linux)</String>
<Description>gURLChecker - GNOME link checking tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.nongnu.org</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_1001</ID>
<String>Mozilla/5.0 URL-Spider</String>
<Description>URL Spider - used by usww.net</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.url-spider.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_1002</ID>
<String>Mozilla/5.0 usww.com-Spider-for-w8.net</String>
<Description>W8net spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.usww.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_1003</ID>
<String>Mozilla/5.0 wgao@genieknows.com</String>
<Description>GenieKnows.com search robot (64.5.245.xx / 64.5.220.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.genieknows.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_111205_7</ID>
<String>Mozilla/5.0 whoiam [http://www.axxus.de/]</String>
<Description>axxus.de German business directory</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.axxus.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_moz_998</ID>
<String>Mozilla/5.0 [en] (compatible; Gulper Web Bot 0.2.4 www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)</String>
<Description>Yuntis : Collaborative Web Resource Categorization and Ranking Project robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ecsl.cs.sunysb.edu/yuntis/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_190606_1</ID>
<String>MQbot metaquerier.cs.uiuc.edu/crawler</String>
<Description>MetaExplorer project's MetaQuerier robot</Description>
<Type>R</Type>
<Comment>192.17.11.xx</Comment>
<Link1>http://metaquerier.cs.uiuc.edu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_251006_1</ID>
<String>MQBOT/Nutch-0.9-dev (MQBOT Nutch Crawler; http://falcon.cs.uiuc.edu; mqbot@cs.uiuc.edu)</String>
<Description>MetaExplorer project's MetaQuerier robot</Description>
<Type>R</Type>
<Comment>192.17.11.xx</Comment>
<Link1>http://metaquerier.cs.uiuc.edu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1004</ID>
<String>MSFrontPage/4.0</String>
<Description>MS Frontpage 4.x</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1005</ID>
<String>MSIE 4.0 (Win95)</String>
<Description>Some faked UA - maybe for a download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1006</ID>
<String>MSIE-5.13 (larbin@unspecified.mail)</String>
<Description>unknown robot from gw.ocg-corp.com (209.126.176.x)</Description>
<Type></Type>
<Comment>see also: - Opera/6.01 (larbin@.....) - WinampMPEG/2.00 larbin@....</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_190506_1</ID>
<String>msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)</String>
<Description>MSN media search robot</Description>
<Type>R</Type>
<Comment>65.55.235.1xx</Comment>
<Link1>http://search.msn.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_290806_1</ID>
<String>msnbot-Products/1.0 (+http://search.msn.com/msnbot.htm)</String>
<Description>Windows Live product search (Beta) robot</Description>
<Type>R</Type>
<Comment>207.68.157.xxx</Comment>
<Link1>http://products.live.com</Link1>
<Link2>http://productsearch.spaces.live.com/</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1007</ID>
<String>MSNBOT/0.xx (http://search.msn.com/msnbot.htm)</String>
<Description>MSN Search robot - 131.107.xxx.xxx 204.95.96.xxx - 204.95.111.xxx 207.46.xxx.xxx</Description>
<Type>R</Type>
<Comment>s. also Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search...</Comment>
<Link1>http://search.msn.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1008</ID>
<String>msnbot/x.xx ( http://search.msn.com/msnbot.htm)</String>
<Description>MSN Search robot - 131.107.xxx.xxx 204.95.96.xxx - 204.95.111.xxx 207.46.xxx.xxx</Description>
<Type>R</Type>
<Comment>s. also Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search...</Comment>
<Link1>http://search.msn.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_190108_2</ID>
<String>MSNBOT_Mobile MSMOBOT Mozilla/2.0 (compatible; MSIE 4.02; Windows CE; Default)</String>
<Description>Microsoft search for mobiles</Description>
<Type>R</Type>
<Comment>65.55.241.2xx</Comment>
<Link1>http://livesearchmobile.com/?mid=1011</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1009</ID>
<String>MSNPTC/1.0</String>
<Description>MSN Search robot - 131.107.xxx.xxx 204.95.96.xxx - 204.95.111.xxx 207.46.xxx.xxx</Description>
<Type>R</Type>
<Comment>s. also Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search...</Comment>
<Link1>http://search.msn.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1010</ID>
<String>MSProxy/2.0</String>
<Description>Microsoft proxy server</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.microsoft.com/isaserver/evaluation/previousversions/default.mspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_181205_3</ID>
<String>MSRBOT</String>
<Description>MacEdition CodeBitch link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.macedition.com/cb/cb_20030310.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_270407_1</ID>
<String>MSRBOT (http://research.microsoft.com/research/sv/msrbot)</String>
<Description>Microsoft MSRBot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://research.microsoft.com/research/sv/msrbot/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_070406_3</ID>
<String>Mulder&#44; VCR-1.0</String>
<Description>StreamBox VCR user agent</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://all-streaming-media.com/streaming-media-faq/faq-streambox-vcr-download-problems.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1011</ID>
<String>multiBlocker browser</String>
<Description>Multiblocker (Fantomaster) anonymity software user</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://multiblocker.com/home.html</Link1>
<Link2>http://fantomaster.com</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_030807_1</ID>
<String>multicrawler ( http://sw.deri.org/2006/04/multicrawler/robots.html)</String>
<Description>MultiCrawler for DERI Galway's Semantic Web Search Engine cluster</Description>
<Type>R</Type>
<Comment>140.203.154.1xx</Comment>
<Link1>http://sw.deri.org/2006/04/multicrawler/robots.html</Link1>
<Link2>http://sw.deri.ie/</Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1012</ID>
<String>MultiText/0.1</String>
<Description>Virginia Tech Digital Library Research Laboratory robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dlib.vt.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1013</ID>
<String>MusicWalker2.0 ( http://www.somusical.com)</String>
<Description>SoMusical! musical directory link checking</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.somusical.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_270306_1</ID>
<String>MVAClient</String>
<Description>Unknown bad bot from diff. Taiwanese IPs</Description>
<Type>S</Type>
<Comment>see this blog:</Comment>
<Link1>http://www.tenspider.com/business-blog/weblog.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_241105_1</ID>
<String>My WinHTTP Connection</String>
<Description>Windows HTTP Services (WinHTTP)</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://msdn.microsoft.com/library/?url=/library/en-us/winhttp/http/about_winhttp.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1014</ID>
<String>myDaemon</String>
<Description>unknown user robot (24.124.34.42)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1015</ID>
<String>MyGetRight/1.0.0</String>
<Description>GetRight download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.getright.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1016</ID>
<String>MyGetRight/1.0b</String>
<Description>GetRight download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.getright.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_1017</ID>
<String>Mylinea.com Crawler 2.0</String>
<Description>Mylinea France web catalogue crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.mylinea.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_040906_1</ID>
<String>mylinkcheck/1.02</String>
<Description>VDOG - SEO webdirecory (Germany) link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.vdog.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1018</ID>
<String>Naamah 1.0.1/Blogbot (http://blogbot.de/)</String>
<Description>Blogbot (Germany) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://blogbot.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1019</ID>
<String>Naamah 1.0a/Blogbot (http://blogbot.de/)</String>
<Description>Blogbot (Germany) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://blogbot.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1021</ID>
<String>NABOT/5.0</String>
<Description>Naver Japan / Korea robot </Description>
<Type>R</Type>
<Comment>s.also Python-urllib/1.15 - dloader(NaverRobot)/1.0 &amp; Cowbot</Comment>
<Link1>http://www.naver.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1020</ID>
<String>nabot_1.0</String>
<Description>Naver Japan / Korea robot </Description>
<Type>R</Type>
<Comment>s.also Python-urllib/1.15 - dloader(NaverRobot)/1.0 &amp; Cowbot</Comment>
<Link1>http://www.naver.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_180408_4</ID>
<String>NameOfAgent (CMS Spider)</String>
<Description>Badbot searching for Wordpress wp-login.php</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_071205_1</ID>
<String>naoFavicon4IE/1.xx</String>
<Description>naoFavicon4IE</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://nao4u.com/software/naoFavicon4IE/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_140506_2</ID>
<String>NASA Search 1.0</String>
<Description>Unknown spambot / harvester from diff. IPs</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.projecthoneypot.org/ip_inspector.php?iph=978231e229521680d11cb93f32de0fa1</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1022</ID>
<String>NationalDirectory-WebSpider/1.3</String>
<Description>Nationaldirectory spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nationaldirectory.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1023</ID>
<String>NationalDirectoryAddURL/1.0</String>
<Description>Nationaldirectory spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nationaldirectory.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1025</ID>
<String>NaverBot-1.0 (NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com)</String>
<Description>Naver Japan / Korea robot</Description>
<Type>R</Type>
<Comment>s. also Python-urllib/1.15- nabot- cowbot &amp; dloader</Comment>
<Link1>http://www.naver.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1024</ID>
<String>NaverBot_dloader/1.5</String>
<Description>Naver Japan / Korea robot</Description>
<Type>R</Type>
<Comment>s. also Python-urllib/1.15 - nabot - cowbot &amp; dloader</Comment>
<Link1>http://www.naver.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_181205_1</ID>
<String>NavissoBot</String>
<Description>Navisso closed beta robot (69.41.162.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://navisso.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_181205_2</ID>
<String>NavissoBot/1.7  (+http://navisso.com/)</String>
<Description>Navisso closed beta robot (69.41.162.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://navisso.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1026</ID>
<String>NCSA Beta 1 (http://vias.ncsa.uiuc.edu/viasarchivinginformation.html)</String>
<Description>Vias Information Archival robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://vias.ncsa.uiuc.edu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_250507_1</ID>
<String>Nebullabot/2.2 (http://bot.nebulla.info)</String>
<Description>Nebulla.info distributed crawler (Germany)</Description>
<Type>R</Type>
<Comment>81.169.180.2xx</Comment>
<Link1>http://www.nebulla.info/</Link1>
<Link2>http://bot.nebulla.info/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1027</ID>
<String>NEC Research Agent -- compuman at research.nj.nec.com</String>
<Description>NEC Researchindex robot - now CiteSeer.IST scientific document index</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://citeseer.ist.psu.edu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1028</ID>
<String>NEC-Hayek/1.0</String>
<Description>rcn.com user agent ? NEC Researchindex robot ?</Description>
<Type></Type>
<Comment>s. NEC Research Agent</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_291108_4</ID>
<String>Net-Seekr Bot/Net-Seekr Bot V1 (http://www.net-seekr.com)</String>
<Description>Net Seekr search robot</Description>
<Type>R</Type>
<Comment>78.129.201.19x</Comment>
<Link1>http://www.net-seekr.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1029</ID>
<String>NetAnts/1.2x</String>
<Description>NetAnts download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.netants.com/en/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1030</ID>
<String>NETCOMplete/x.xx</String>
<Description>NetComplete IE browser package</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.netcom.net.uk/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_010807_2</ID>
<String>NetinfoBot/1.0 (http://netinfo.bg/netinfobot.html)</String>
<Description>Netinfo.bg search (Bulgaria) robot</Description>
<Type>R</Type>
<Comment>194.153.145.x[xx]</Comment>
<Link1>http://netinfo.bg/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1031</ID>
<String>NetLookout/2.24</String>
<Description>Netlookout internet notifier</Description>
<Type>R</Type>
<Comment>site is offline</Comment>
<Link1>http://www.frugalsoft.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_230406_3</ID>
<String>Netluchs/0.8-dev ( ; http://www.netluchs.de/; ___don't___spam_me_@netluchs.de)</String>
<Description>Netluchs (Germany) search (193.164.8.xx)</Description>
<Type>R</Type>
<Comment>Same IP-range as Metager search - powered by Nutch</Comment>
<Link1>http://www.netluchs.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1032</ID>
<String>NetMechanic Vx.0</String>
<Description>NetMechanic link checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.netmechanic.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_030906_1</ID>
<String>NetNewsWire/2.x (Mac OS X; http://ranchero.com/netnewswire/)</String>
<Description>NewsGator NetNewsWire - Mac RSS feed reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.newsgator.com/NGOLProduct.aspx?ProdID=NetNewsWire</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1033</ID>
<String>NetNoseCrawler/v1.0</String>
<Description>unknown InCom (216.0.107.xx) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.incom.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1034</ID>
<String>Netprospector JavaCrawler</String>
<Description>Netprospector metasearch software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.actaddons.com/products/netprospector.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1035</ID>
<String>NetPumper/x.xx</String>
<Description>Netpumper download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.netpumper.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1036</ID>
<String>NetResearchServer(http://www.look.com)</String>
<Description>Look.com robot (209.87.232.x)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.look.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1037</ID>
<String>NetResearchServer/x.x(loopimprovements.com/robot.html)</String>
<Description>IncyWincy search engine using DMOZ database</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.loopimprovements.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_140209_5</ID>
<String>NetSeer/Nutch-0.9 (NetSeer Crawler; http://www.netseer.com; crawler@netseer.com)</String>
<Description>NetSeer search (beta) crawler via Amazon Web Services - see also Teemer</Description>
<Type>R</Type>
<Comment>67.202.26.1xx</Comment>
<Link1>http://www.netseer.com/</Link1>
<Link2>http://www.amazon.com/gp/browse.html?node=3435361</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_150906_2</ID>
<String>NetSprint -- 2.0</String>
<Description>Wirtualna Polska / Netsprint search (Poland) robot</Description>
<Type>R</Type>
<Comment>212.77.102.1xx</Comment>
<Link1>http://www.wp.pl/</Link1>
<Link2>http://www.netsprint.pl/serwis/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_190306_1</ID>
<String>NetWhatCrawler/0.06-dev (NetWhatCrawler from NetWhat.com; http://www.netwhat.com; support@netwhat.com)</String>
<Description>NetWhat Search crawler (69.9.167.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.netwhat.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1038</ID>
<String>NetZippy</String>
<Description>Netzippy robot</Description>
<Type>R</Type>
<Comment>site is closed</Comment>
<Link1>http://www.netzippy.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1039</ID>
<String>NeuralBot/0.2</String>
<Description>unknown</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1040</ID>
<String>newsearchengine (ThisUser@unspecified.mail)</String>
<Description>Unknown (12.238.4.xxx) attbi.com client robot</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_250707_3</ID>
<String>NewsGator FetchLinks extension/0.2.0 (http://graemef.com)</String>
<Description>FetchLinks plugin for NewsGator RSS reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://graemef.com/project/fetchlinks</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_250707_4</ID>
<String>NewsGatorOnline/2.0 (http://www.newsgator.com; 1 subscribers)</String>
<Description>NewsGator online RSS reader</Description>
<Type>B</Type>
<Comment>64.78.155.1xx</Comment>
<Link1>http://www.newsgator.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1041</ID>
<String>NextGenSearchBot 1 (for information visit http://www.eliyon.com/NextGenSearchBot)</String>
<Description>Eliyon Crawler for Business People Search</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.eliyon.com/NextGenSearchBot</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1042</ID>
<String>NextopiaBOT (+http://www.nextopia.com) distributed crawler client beta v0.x</String>
<Description>Nextopia crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nextopia.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_060906_1</ID>
<String>NG-Search/0.90 (NG-SearchBot; http://www.ng-search.com;  )</String>
<Description>find your keywords - semantic search (Germany) robot</Description>
<Type>R</Type>
<Comment>84.56.87.1xx</Comment>
<Link1>http://www.ng-search.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1043</ID>
<String>NG/1.0</String>
<Description>Exalead (France) search robot (193.47.80.xx)</Description>
<Type>R</Type>
<Comment>s. Harvest-NG/1.0.2 and Exalead NG...</Comment>
<Link1>http://www.exabot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_050406_3</ID>
<String>NG/4.0.1229</String>
<Description>Exalead Websearch image crawler (193.47.80.xx)</Description>
<Type>R</Type>
<Comment>s. also Exabot-Images/1.0</Comment>
<Link1>http://www.exalead.com/search</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_071106_1</ID>
<String>nicebot</String>
<Description>Unknown UA from PlanetLab distributed network</Description>
<Type></Type>
<Comment>128.8.126.xx</Comment>
<Link1>http://planetlab2.cs.umd.edu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1044</ID>
<String>NICO/1.0</String>
<Description>NicoZone childsafe search robot </Description>
<Type>R P</Type>
<Comment>-site is offline-</Comment>
<Link1>http://www.nicozone.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_291007_2</ID>
<String>Nikita the Spider (http://NikitaTheSpider.com/)</String>
<Description>Nikita the Spider - Online HTML validation &#44; link checking</Description>
<Type>C</Type>
<Comment>69.61.23.11x</Comment>
<Link1>http://nikitathespider.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1045</ID>
<String>NITLE Blog Spider/0.01</String>
<Description>Experimental LSI (?) robot from 140.233.69.xx (Middlebury.edu)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://javelina.cet.middlebury.edu/lsa/out/lsa_intro.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1046</ID>
<String>Nitro Downloader 1.x (www.klsofttools.com)</String>
<Description>Download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.klsofttools.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1047</ID>
<String>Noago Spider</String>
<Description>Noago spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.noago.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1048</ID>
<String>Nocilla/1.0</String>
<Description>telefonica.es user robot</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1049</ID>
<String>Nokia-WAPToolkit/1.2 googlebot(at)googlebot.com</String>
<Description>Google WAP robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.google.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_290708_3</ID>
<String>Nokia6300/2.0 (05.50) Profile/MIDP-2.0 Configuration/CLDC-1.1 (botmobi http://find.mobi/bot.html abuse@mtld.mobi)</String>
<Description>Botmobi crawler for Find.mobi mobile search</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://find.mobi/bot.html</Link1>
<Link2>http://find.mobi/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_200108_3</ID>
<String>Nokia6610/1.0 (3.09) Profile/MIDP-1.0 Configuration/CLDC-1.0 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)</String>
<Description>YahooSeeker/M1A1-R2D2 - Yahoo mobile web crawling robot</Description>
<Type>R</Type>
<Comment>68.180.2xx.[x]xx</Comment>
<Link1>http://help.yahoo.com/l/us/yahoo/search/mobilecrawler/mobilecrawler-01.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1050</ID>
<String>Nokia7110/1.0 (05.01) (Google WAP Proxy/1.0)</String>
<Description>Google WAP proxy</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.google.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1051</ID>
<String>NokodoBot/1.x (+http://nokodo.com/bot.htm)</String>
<Description>Nokodo public beta search robot (67.18.222.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nokodo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1052</ID>
<String>Norbert the Spider(Burf.com)</String>
<Description>Burf.com UK Search Engine robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.burf.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1053</ID>
<String>noxtrumbot/1.0 (crawler@noxtrum.com)</String>
<Description>noXtrum search robot (Spain)</Description>
<Type>R</Type>
<Comment>194.224.199.xx</Comment>
<Link1>http://www.noxtrum.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_040506_2</ID>
<String>noyona_0_1</String>
<Description>Noyona job search (preview)</Description>
<Type>R</Type>
<Comment>207.210.106.1xx</Comment>
<Link1>http://www.noyona.com/index.pl</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1054</ID>
<String>NP/0.1 (NP; http://www.nameprotect.com; npbot@nameprotect.com)</String>
<Description>Nameprotect copyright search robot (24.177.134.x)</Description>
<Type>R</Type>
<Comment>s. also - aipbot/1.0 (aipbot; http://www.aipbot.com... - NPBot ...</Comment>
<Link1>http://www.nameprotect.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1553</ID>
<String>NPBot (http://www.nameprotect.com/botinfo.html)</String>
<Description>Nameprotect copyright search robot (24.177.134.x)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nameprotect.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1552</ID>
<String>NPBot-1/2.0</String>
<Description>Nameprotect copyright search robot (24.177.134.x)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nameprotect.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_291205_3</ID>
<String>Nsauditor/1.x</String>
<Description>Nsauditor Network Security Auditor</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.nsauditor.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1055</ID>
<String>NSPlayer/10.0.0.xxxx WMFSDK/10.0</String>
<Description>NetShow Media Player = Windows Media Player 10</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_281207_2</ID>
<String>nsyght.com/Nutch-1.0-dev (nsyght.com; Nsyght.com)</String>
<Description>Nsyght social search application</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://search.nsyght.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_161007_1</ID>
<String>nsyght.com/Nutch-x.x (nsyght.com; search.nsyght.com)</String>
<Description>Nsyght social search application</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://search.nsyght.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1056</ID>
<String>nttdirectory_robot/0.9 (super-robot@super.navi.ocn.ne.jp)</String>
<Description>NTT Directory robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://navi.ocn.ne.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_180206_1</ID>
<String>Nucleus SiteList LinkChecker/1.1</String>
<Description>Nucleus CMS SiteList link managing plugin</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://wakka.xiffy.nl/sitelist</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1058</ID>
<String>nuSearch Spider &lt;a href='http://www.nusearch.com'>www.nusearch.com&lt;/a> (compatible; MSIE 4.01)</String>
<Description>nuSearch spider (84.9.136.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nusearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1057</ID>
<String>NuSearch Spider (compatible; MSIE 6.0)</String>
<Description>nuSearch spider (84.9.136.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nusearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1059</ID>
<String>NuSearch Spider www.nusearch.com</String>
<Description>nuSearch spider (84.9.136.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nusearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1060</ID>
<String>Nutch</String>
<Description>Nutch open source robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nutch.org/docs/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_211107_1</ID>
<String>Nutch crawler/Nutch-0.9 (picapage.com; admin@picapage.com)</String>
<Description>Picapage search for handheld devices using Nutch</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://picapage.biz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_230408_1</ID>
<String>Nutch/Nutch-0.9 (Eurobot; http://www.ayell.eu )</String>
<Description>Ayell Euronet business directory robot using Nutch</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ayell.eu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_120406_1</ID>
<String>NutchCVS/0.06-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)</String>
<Description>Netsweeper content filtering engine (66.207.120.2xx) powered by Nutch</Description>
<Type>P</Type>
<Comment>uses also: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.5) Gecko/20041107 Firefox/1.0</Comment>
<Link1>http://www.netsweeper.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1061</ID>
<String>NutchCVS/0.0x-dev (Nutch; http://www.nutch.org/docs/bot.html; nutch-agent@lists.sourceforge.net)</String>
<Description>Nutch open source robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nutch.org/docs/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_010406_1</ID>
<String>NutchCVS/0.7.1 (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)</String>
<Description>Robot from University of Washington Computer Science &amp; Engineering (128.208.6.2xx)</Description>
<Type>R</Type>
<Comment>powered by Nutch</Comment>
<Link1>http://qbert.cs.washington.edu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_251006_2</ID>
<String>NutchEC2Test/Nutch-0.9-dev (Testing Nutch on Amazon EC2.; http://lucene.apache.org/nutch/bot.html; ec2test at lucene.com)</String>
<Description>Amazon Elastic Compute Cloud (Amazon EC2) robot</Description>
<Type>R</Type>
<Comment>216.182.236.xx</Comment>
<Link1>http://www.amazon.com/b/ref=sc_fe_l_2/104-6713356-1433533?ie=UTF8&amp;node=201590011&amp;no=3435361&amp;me=A36L942TSJ2AJA</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1062</ID>
<String>NutchOrg/0.0x-dev (Nutch; http://www.nutch.org/docs/bot.html; nutch-agent@lists.sourceforge.net)</String>
<Description>Nutch open source robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.nutch.org/docs/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_210108_1</ID>
<String>nutchsearch/Nutch-0.9 (Nutch Search 1.0; herceg_novi at yahoo dot com)</String>
<Description>Unknown robot using Nutch (maybe private crawling) via Cox network (70.187.130.25x)</Description>
<Type>R</Type>
<Comment>reads robots.txt</Comment>
<Link1>http://lucene.apache.org/nutch/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_041106_1</ID>
<String>NutchVinegarCrawl/Nutch-0.8.1 (Vinegar; http://www.cs.washington.edu; eytanadar at gmail dot com)</String>
<Description>Unknown crawler from University of Washington - Computer science</Description>
<Type>R</Type>
<Comment>128.208.3.1xx</Comment>
<Link1>http://www.cs.washington.edu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1063</ID>
<String>obidos-bot (just looking for books.)</String>
<Description>Weblog bookwatch robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.onfocus.com/bookwatch/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1064</ID>
<String>ObjectsSearch/0.01-dev (ObjectsSearch;http://www.ObjectsSearch.com/bot.html; support@thesoftwareobjects.com)</String>
<Description>Objects Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.objectssearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1065</ID>
<String>ObjectsSearch/0.0x (ObjectsSearch; http://www.ObjectsSearch.com/bot.html; support@thesoftwareobjects.com)</String>
<Description>Objects Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.objectssearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1066</ID>
<String>oBot ((compatible;Win32))</String>
<Description>Cobion Germany Brand Protection Services robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cobion.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1067</ID>
<String>Ocelli/1.x (http://www.globalspec.com/Ocelli)</String>
<Description>GlobalSpec Engineering Search robot (66.194.55.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.globalspec.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1068</ID>
<String>Octopus</String>
<Description>Octopus download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://moskalyuk.com/octopus/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_230306_1</ID>
<String>Octora Beta - www.octora.com</String>
<Description>Octora blog or RSS information crawler - beta (66.228.114.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.octora.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_230606_4</ID>
<String>Octora Beta Bot - www.octora.com</String>
<Description>Octora RSS feed search</Description>
<Type>R</Type>
<Comment>66.228.114.xx</Comment>
<Link1>http://www.octora.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1069</ID>
<String>Offline Explorer 1.*</String>
<Description>Meta Products Offlinebrowser</Description>
<Type>B D</Type>
<Comment></Comment>
<Link1>http://www.metaproducts.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1070</ID>
<String>OliverPerry</String>
<Description>Claymont robot / Internetseer Web Site Monitoring</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.claymont.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1071</ID>
<String>OmniExplorer_Bot/1.0x (+http://www.omni-explorer.com) Internet CategorizerOmniExplorer http://www.omni-explorer.com/ car &amp; shopping search (64.62.175.xxx)</String>
<Description>OmniExplorer car &amp; shopping search (64.62.175.xxx)</Description>
<Type>R</Type>
<Comment>based on YottaCars... (see there)</Comment>
<Link1>http://www.omni-explorer.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1072</ID>
<String>OmniExplorer_Bot/1.0x (+http://www.omni-explorer.com) Job Crawler</String>
<Description>OmniExplorer car &amp; shopping search (64.62.175.xxx)</Description>
<Type>R</Type>
<Comment>based on YottaCars... (see there)</Comment>
<Link1>http://www.omni-explorer.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1073</ID>
<String>OmniExplorer_Bot/1.1x (+http://www.omni-explorer.com) Torrent Crawler</String>
<Description>OmniExplorer car &amp; shopping search (64.62.175.xxx)</Description>
<Type>R</Type>
<Comment>based on YottaCars... (see there)</Comment>
<Link1>http://www.omni-explorer.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1074</ID>
<String>OmniExplorer_Bot/x.xx (+http://www.omni-explorer.com) WorldIndexer</String>
<Description>OmniExplorer car &amp; shopping search (64.62.175.xxx)</Description>
<Type>R</Type>
<Comment>based on YottaCars... (see there)</Comment>
<Link1>http://www.omni-explorer.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_290106_3</ID>
<String>onCHECK Linkchecker von www.scientec.de fuer www.onsinn.de</String>
<Description>onsearch.de German web directory link checking </Description>
<Type>C</Type>
<Comment>85.176.108.2xx</Comment>
<Link1>http://www.onsearch.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_290106_2</ID>
<String>onCHECK-Robot&#44; www.onsearch.de</String>
<Description>onsearch.de German web directory link checking </Description>
<Type>C</Type>
<Comment>85.176.108.2xx</Comment>
<Link1>http://www.onsearch.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1075</ID>
<String>Onet.pl SA- http://szukaj.onet.pl</String>
<Description>onet.pl Szukaj (Search) robot (213.180.128.1xx)</Description>
<Type>R</Type>
<Comment>s. also - Mozilla/5.0 (compatible; OnetSzukaj/5.0....</Comment>
<Link1>http://szukaj.onet.pl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1076</ID>
<String>online link validator (http://www.dead-links.com/)</String>
<Description>Dead-Links.com link validation spider</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.dead-links.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_040206_3</ID>
<String>Online24-Bot (Version: 1.0x&#44; powered by www.online24.de)</String>
<Description>Online24 shopping portal (Germany) link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.online24.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1077</ID>
<String>OntoSpider/1.0 libwww-perl/5.65</String>
<Description>OntoSpider - Dutch robot for a research project. (195.11.244.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://ontospider.i-n.info</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_030110_6</ID>
<String>OOZBOT/0.20 ( http://www.setooz.com/oozbot.html ; agentname at setooz dot_com )</String>
<Description>SeetooZ search crawler</Description>
<Type>R</Type>
<Comment>67.215.230.xx</Comment>
<Link1>http://www.setooz.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_g_m_280508_4</ID>
<String>OpenAcoon v4.0.x (www.openacoon.de)</String>
<Description>OpenAcoon open source search engine (used by Acoon search)</Description>
<Type>R</Type>
<Comment>(80.237.209.xx)</Comment>
<Link1>http://www.openacoon.de/</Link1>
<Link2>http://www.acoon.de/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1078</ID>
<String>Openbot/3.0+(robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)</String>
<Description>Openfind.com.tw robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.openfind.com.tw/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1079</ID>
<String>Openfind data gatherer- Openbot/3.0+(robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)</String>
<Description>Openfind.com.tw robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.openfind.com.tw/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1080</ID>
<String>Openfind Robot/1.1A2</String>
<Description>Openfind.com.tw robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.openfind.com.tw/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_250107_2</ID>
<String>OpenISearch/1.x (www.openisearch.com)</String>
<Description>open i search robot  - search engine in development</Description>
<Type>R</Type>
<Comment>216.182.236.1xx</Comment>
<Link1>http://www.openisearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_291105_4</ID>
<String>OpenTaggerBot (http://www.opentagger.com/opentaggerbot.htm)</String>
<Description>Opentagger social bookmarking system</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.opentagger.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1081</ID>
<String>OpenTextSiteCrawler/2.9.2</String>
<Description>OpenText crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.opentext.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_310806_1</ID>
<String>OpenWebSpider/0.x.x (http://www.openwebspider.org)</String>
<Description>OpenWebSpider - Open Source web search engine</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.openwebspider.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1082</ID>
<String>OpenWebSpider/x</String>
<Description>OpenWebSpider - Open Source web search engine</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.openwebspider.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1083</ID>
<String>Opera/5.0 (Linux 2.0.38 i386; U) [en]</String>
<Description>Opera 5.0 Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1084</ID>
<String>Opera/5.11 (Windows ME; U) [ru]</String>
<Description>Opera 5.11 faked WinME referer</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1085</ID>
<String>Opera/5.12 (Windows 98; U) [en]</String>
<Description>Opera 5.12 Win98</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1086</ID>
<String>Opera/6.01 (larbin@unspecified.mail)</String>
<Description>unknown robot from gw.ocg-corp.com (209.126.176.x)</Description>
<Type></Type>
<Comment>see also: - MSIE-5.13 (larbin@.....) - WinampMPEG/2.00 larbin@....</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1087</ID>
<String>Opera/6.x (Linux 2.4.8-26mdk i686; U) [en]</String>
<Description>Opera 6.x- Mandrake Linux</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1088</ID>
<String>Opera/6.x (Windows NT 4.0; U) [de]</String>
<Description>Opera 6.x WinNT</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1089</ID>
<String>Opera/7.x (Windows NT 5.1; U) [en]</String>
<Description>Opera 7.x WinXP</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1090</ID>
<String>Opera/8.xx (Windows NT 5.1; U; en)</String>
<Description>Opera 8.x (Beta) WinXP</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_141105_2</ID>
<String>Opera/9.0 (Windows NT 5.1; U; en)</String>
<Description>Opera 9 (Beta) Browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://snapshot.opera.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_250606_1</ID>
<String>Opera/9.00 (Windows NT 5.1; U; de)</String>
<Description>Opera 9 (final)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.opera.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_201008_1</ID>
<String>Opera/9.60 (Windows NT 5.1; U; de) Presto/2.1.1</String>
<Description>Opera browser 9.6x on WinXP (Presto = Operas rendering engine)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://my.opera.com/ODIN/blog/a-look-under-the-hood-of-opera-9-6</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1091</ID>
<String>OpidooBOT (larbin2.6.3@unspecified.mail)</String>
<Description>Opidoo Search Belgium robot (62.4.83.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.opidoo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_080208_1</ID>
<String>OPWV-SDK UP.Browser/7.0.2.3.119 (GUI) MMP/2.0 Push/PO</String>
<Description>Open Wave Phone Simulator SDK</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://developer.openwave.com/dvl/tools_and_sdk/phone_simulator/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_190406_2</ID>
<String>Oracle Application Server Web Cache 10g</String>
<Description>Oracle Application Server cache</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.oracle.com/appserver/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1092</ID>
<String>Oracle iMTCrawler</String>
<Description>Oracle interMedia Text - Text and web documents indexing</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.oracle.com/technology//products/text/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1093</ID>
<String>Oracle Ultra Search</String>
<Description>Oracle Search</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.oracle.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_220306_1</ID>
<String>OrangeSpider</String>
<Description>Orangeslicer semantic search (Beta) Germany (193.201.52.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.orangeslicer.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1094</ID>
<String>Orbiter/T-2.0 (+http://www.dailyorbit.com/bot.htm)</String>
<Description>Orbiter - DailyOrbit search spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dailyorbit.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_150206_1</ID>
<String>Orca Browser (http://www.orcabrowser.com)</String>
<Description>Orca browser - based on Gecko</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.orcabrowser.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_251205_1</ID>
<String>OSSProxy 1.3.305.321 (Build 305.321 Win32 en-us)(Dec 21 2005 16:30:54)</String>
<Description>Marketscore (was Netsetter) internet accelerator</Description>
<Type>P</Type>
<Comment>Spyware proxy service</Comment>
<Link1>http://www.marketscore.com/Home.aspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_141105_1</ID>
<String>OutfoxBot/0.x (For internet experiments; http://; outfox.agent@gmail.com)</String>
<Description>Unknown robot from Chinanet (220.181.8.xxx)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_221106_1</ID>
<String>OutfoxMelonBot/0.5 (for internet experiments; http://; outfoxbot@gmail.com)</String>
<Description>Unknown robot from Chinanet (60.191.80.1)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1095</ID>
<String>Overture-WebCrawler/3.8/Fresh (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)</String>
<Description>Overture/Fast/Alltheweb crawler (66.77.73.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.alltheweb.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1096</ID>
<String>OWR_Crawler 0.1</String>
<Description>Unknown robot from 198.169.127.xx (innovationplace.com)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_090906_1</ID>
<String>ozelot/2.7.3 (Search engine indexer; www.flying-cat.de/ozelot; ozelot@flying-cat.de)</String>
<Description>Ozelot - Flying Cat's search engine robot (Germany)</Description>
<Type>R</Type>
<Comment>87.139.106.xx</Comment>
<Link1>http://www.flying-cat.de/ozelot/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_290108_2</ID>
<String>PADLibrary Spider</String>
<Description>PADLibrary.com - PAD file software robot for FindFiles.com</Description>
<Type>R</Type>
<Comment>72.167.37.20x</Comment>
<Link1>http://padlibrary.com/</Link1>
<Link2>http://www.findfiles.com/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_150207_3</ID>
<String>PageBitesHyperBot/600 (http://www.pagebites.com/)</String>
<Description>Pagebites job search crawler</Description>
<Type>R</Type>
<Comment>208.185.247.xx</Comment>
<Link1>http://www.pagebites.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_111206_1</ID>
<String>Pagebull http://www.pagebull.com/</String>
<Description>Pagebull visual search engine</Description>
<Type>R</Type>
<Comment>209.9.228.1xx</Comment>
<Link1>http://www.pagebull.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_051207_3</ID>
<String>Pagestacker Bot</String>
<Description>Pagestacker online bookmark service</Description>
<Type>C</Type>
<Comment>70.85.129.12x</Comment>
<Link1>http://www.pagestacker.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_290506_1</ID>
<String>page_verifier (http://www.securecomputing.com/goto/pv)</String>
<Description>Secure Computing SmartFilter Tools - malware crawler</Description>
<Type>R</Type>
<Comment>206.169.110.xx</Comment>
<Link1>http://www.securecomputing.com/PageVerifier.cfm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1097</ID>
<String>PagmIEDownload</String>
<Description>Downloadmanager ?</Description>
<Type>D</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1098</ID>
<String>parallelContextFocusCrawler1.1parallelContextFocusCrawler1.1</String>
<Description>CFC crawler used by Italian academic and research network (GARR)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.garr.it/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1099</ID>
<String>ParaSite/1.0b (http://www.ianett.com/parasite/)</String>
<Description>http://www.ianett.com robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ianett.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1100</ID>
<String>Patwebbot (http://www.herz-power.de/technik.html)</String>
<Description>Patsearch (Germany) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.herz-power.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1101</ID>
<String>pavuk/0.9pl29b i686-pc-linux-gnu</String>
<Description>Pavuk web downloading program for Unix</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.idata.sk/%7Eondrej/pavuk/about.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1102</ID>
<String>PBrowse 1.4b</String>
<Description>Some site scanning tool via diff. IPs- i.e.: - cox.net (68.4.xxx.xxx)</Description>
<Type>S</Type>
<Comment>- UA sometimes DSurf15a</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1103</ID>
<String>pd02_1.0.0 pd02_1.0.0@dzimi@post.sk</String>
<Description>Post.sk / Eurotel.sk robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1104</ID>
<String>PEAR HTTP_Request class ( http://pear.php.net/ )</String>
<Description>Pear HTTP_Request PHP extension package</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://pear.php.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1105</ID>
<String>PEERbot www.peerbot.com</String>
<Description>Peerbot - favicon search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.peerbot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1106</ID>
<String>PeopleChat/Search_Engine</String>
<Description>Unknown robot from 64.5.48.xxx (Plethoric.net)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1107</ID>
<String>PEval 1.4b</String>
<Description>Some site scanning tool via diff. IPs</Description>
<Type>S</Type>
<Comment>s. DBrowse- PSurf etc.</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1108</ID>
<String>PHP/3.x.xx</String>
<Description>diff. IPs / services</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1109</ID>
<String>PHP/4.0.4pl1</String>
<Description>diff. IPs / services</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1110</ID>
<String>PHP/4.0.6</String>
<Description>diff. IPs / services- i.e.: -NTT/Verio Inc. link checker</Description>
<Type>C</Type>
<Comment>in conjunction w. Weblink's Checker UA</Comment>
<Link1>http://www.verio.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1111</ID>
<String>PHP/4.1.1</String>
<Description>diff. IPs / services- i.e.: - Phenominet.com link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.phenominet.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1112</ID>
<String>PHP/4.1.2</String>
<Description>diff. IPs / services- i.e.: - 209.114.200.xx = MyNetCrawler link checking - 216.139.207.xxx = Mixcat crawler</Description>
<Type></Type>
<Comment>Mixcat s. also Felix and Morris</Comment>
<Link1>http://mynetcrawler.com/</Link1>
<Link2>http://mixcat.com</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1113</ID>
<String>PicoSearch/1.0</String>
<Description>Pico Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.picosearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_010506_3</ID>
<String>Piffany_Web_Scraper_v0.x</String>
<Description>Piffany targeted search web spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.piffany.com/</Link1>
<Link2>http://www.piffany.com/spider.html</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_010506_2</ID>
<String>Piffany_Web_Spider_v0.x</String>
<Description>Piffany targeted search web spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.piffany.com/</Link1>
<Link2>http://www.piffany.com/spider.html</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1114</ID>
<String>PigeonBot1.0 BETA</String>
<Description>Whois Source domain name information robot (66.249.26.xx)- s.also: - SurveyBot</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.whois.sc/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1115</ID>
<String>PingALink Monitoring Services 1.0</String>
<Description>PingALink website monitoring</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.pingalink.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1116</ID>
<String>PingALink Monitoring Services 1.0 (http://www.pingalink.com)</String>
<Description>PingALink website monitoring</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.pingalink.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_120607_1</ID>
<String>Pingdom GIGRIB (http://www.pingdom.com)</String>
<Description>Pingdom web site monitoring</Description>
<Type>C</Type>
<Comment>66.98.148.xx</Comment>
<Link1>http://www.pingdom.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1117</ID>
<String>pipeLiner/0.3a (PipeLine Spider;http://www.pipeline-search.com/webmaster.html; webmaster'at'pipeline-search.com)</String>
<Description>pipeline search (DMOZ based) search robot (24.106.39. xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.pipeline-search.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1118</ID>
<String>pipeLiner/0.xx (PipeLine Spider; http://www.pipeline-search.com/webmaster.html)</String>
<Description>pipeline search (DMOZ based) search robot (24.106.39. xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.pipeline-search.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1119</ID>
<String>Pita</String>
<Description>Pita crawler</Description>
<Type>R</Type>
<Comment>now WebVac s. there</Comment>
<Link1>http://www-diglib.stanford.edu/~testbed/doc2/WebBase/webbase-pages.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1120</ID>
<String>Pizilla++ ver 2.45</String>
<Description>Private user-agent via Hurricane Electric Internet Services</Description>
<Type>B ?</Type>
<Comment></Comment>
<Link1>http://www.he.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1121</ID>
<String>PJspider/3.0 (pjspider@portaljuice.com; http://www.portaljuice.com)</String>
<Description>Portaljuice spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.portaljuice.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_121106_1</ID>
<String>Plagger/0.x.xx (http://plagger.org/)</String>
<Description>Plagger - pluggable RSS/Atom feed aggregator written in Perl</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://plagger.org/trac</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1122</ID>
<String>PlagiarBot/1.0</String>
<Description>unknown ucsd.edu robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1123</ID>
<String>PlantyNet_WebRobot_V1.9 dhkang@plantynet.com</String>
<Description>Plantynet web filtering services - Blacklist DB robot</Description>
<Type>R P</Type>
<Comment></Comment>
<Link1>http://www.plantynet.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_120106_1</ID>
<String>plinki/0.1 (you got plinked! (thats a good thing..); http://www.plinki.com; crawl@plinki.com)</String>
<Description>Unknown UA from 66.220.23.2xx</Description>
<Type></Type>
<Comment>Doesn't read robots.txt - Plinki.com's website has no content</Comment>
<Link1>http://www.plinki.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_061206_2</ID>
<String>PluckFeedCrawler/2.0 (compatible; Mozilla 4.0; MSIE 5.5; http://www.pluck.com; 1 subscribers)</String>
<Description>Pluck RSS feed crawler</Description>
<Type>R</Type>
<Comment>66.179.81.1xx</Comment>
<Link1>http://www.pluck.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_140807_1</ID>
<String>Pluggd/Nutch-0.9 (automated crawler http://www.pluggd.com;support at pluggd dot com)</String>
<Description>Pluggd Podcast search engine</Description>
<Type>R</Type>
<Comment>209.85.62.1xx</Comment>
<Link1>http://www.pluggd.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1124</ID>
<String>Pockey-GetHTML/4.12.0 (Win32; GUI; ix86)</String>
<Description>Yutaka Endo's Pockey / GetHTML / GetHTMLW - some downloading tool from Japan</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.vector.co.jp/soft/win95/net/se077067.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1125</ID>
<String>Pockey-GetHTML/x.xx</String>
<Description>Yutaka Endo's Pockey / GetHTML / GetHTMLW - some downloading tool from Japan</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.vector.co.jp/soft/win95/net/se077067.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1126</ID>
<String>Pockey/x.x.x</String>
<Description>Yutaka Endo's Pockey / GetHTML / GetHTMLW - some downloading tool from Japan</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.vector.co.jp/soft/win95/net/se077067.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1127</ID>
<String>Pockey7.x.x(WIN32GUI)</String>
<Description>Yutaka Endo's Pockey / GetHTML / GetHTMLW - some downloading tool from Japan</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.vector.co.jp/soft/win95/net/se077067.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1128</ID>
<String>POE-Component-Client-HTTP/0.64 (perl; N; POE; en; rv:0.640000)</String>
<Description>HTTP user-agent for POE (portable networking framework for Perl )</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://search.cpan.org/dist/POE-Component-Client-HTTP/HTTP.pm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_291105_2</ID>
<String>Poirot</String>
<Description>ThePlanet/jaja-jak-globusy.com Google Adsense refferer spam bot from 70.85.116.* / 70.84.128.xxx / 70.85.193.xxx</Description>
<Type>S</Type>
<Comment>appears also as LWP::Simple/5.803 - Mozilla/4.76 [en] (Win98; U) - Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)</Comment>
<Link1>http://spamhuntress.com/wiki/Manila_Industries</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1129</ID>
<String>polybot 1.0 (http://cis.poly.edu/polybot/)</String>
<Description>Polybot webcrawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://cis.poly.edu/polybot/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1130</ID>
<String>Pompos/1.x http://dir.com/pompos.html</String>
<Description>Dir.com / Iliad French recherche robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.iliad.fr/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1131</ID>
<String>Pompos/1.x pompos@iliad.fr</String>
<Description>Iliad / Free French recherche robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.iliad.fr/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1132</ID>
<String>Popdexter/1.0</String>
<Description>Popdex - web site popularity crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.popdex.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1133</ID>
<String>Port Huron Labs</String>
<Description>Unknown spam bot / harvester (63.223.10.***)</Description>
<Type>S</Type>
<Comment>s. also - Wells Search II</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1134</ID>
<String>PortalBSpider/2.0 (spider@portalb.com)</String>
<Description>PortalB (now Alacra search) spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.portalb.com/alacra/index.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_080706_2</ID>
<String>portalmmm/2.0 S500i(c20;TB)</String>
<Description>portalmmm IMode mobile browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1135</ID>
<String>PostFavorites</String>
<Description>Yahoo (66.94.237.1xx / 216.109.121.xx) favorites tracking robot</Description>
<Type>C</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1136</ID>
<String>potbot 1.0</String>
<Description>Potbot : A simple IRC bot written in Perl</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://sourceforge.net/projects/potbot/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_050408_2</ID>
<String>PRCrawler/Nutch-0.9 (data mining development project; crawler@projectrialto.com)</String>
<Description>Project Rialto - data mining development project</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://projectrialto.com/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1137</ID>
<String>PrivacyFinder Cache Bot v1.0</String>
<Description>CUPS robot for AT&amp;T Privacy Bird Privacy Preferences (P3P) enhancements</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://cups.cs.cmu.edu/</Link1>
<Link2>http://privacybird.com/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_111205_2</ID>
<String>PrivacyFinder/1.1</String>
<Description>CUPS robot for AT&amp;T Privacy Bird Privacy Preferences (P3P) enhancements</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://cups.cs.cmu.edu/</Link1>
<Link2>http://privacybird.com/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1138</ID>
<String>Privoxy/3.0 (Anonymous)</String>
<Description>Privoxy web proxy</Description>
<Type>P</Type>
<Comment>s.also (Privoxy/1.0)</Comment>
<Link1>http://www.privoxy.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1139</ID>
<String>Production Bot 0116B</String>
<Description>Some site scanning tool from diff. IPs- i.e.: - 67.99.33.x (lightningcon.broadwing.net)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1140</ID>
<String>Production Bot 2016B</String>
<Description>Some site scanning tool from diff. IPs- i.e.: - 216.232.64.xx (telus.net)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1141</ID>
<String>Production Bot DOT 3016B</String>
<Description>Some site scanning tool from diff. IPs- i.e.: - 141.154.181.xxx (east.verizon.net)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1142</ID>
<String>Program Shareware 1.0.2</String>
<Description>Some spam bot</Description>
<Type>S</Type>
<Comment>- see here: http://www.kloth.net/internet/badbots-2004.php</Comment>
<Link1>http://www.kloth.net/internet/badbots-2004.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1143</ID>
<String>Progressive Download</String>
<Description>unknown</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1144</ID>
<String>Progressive Download HTTP check</String>
<Description>unknown</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1145</ID>
<String>Project XP5 [2.03.07-111203]</String>
<Description>XP5 robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://marty.anstey.ca/projects/robots/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1146</ID>
<String>PROve AnswerBot 4.0</String>
<Description>Answerchase PROve Answerbot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.answerchase.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1147</ID>
<String>ProWebGuide Link Checker (http://www.prowebguide.com)</String>
<Description>ProWebguide robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.prowebguide.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1148</ID>
<String>psbot/0.1 (+http://www.picsearch.com/bot.html)</String>
<Description>Picsearch robot (62.119.21.13x)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.picsearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1149</ID>
<String>PSurf15a 11</String>
<Description>Some site scanning tool via diff. IPs- i.e.: QWest Net</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1150</ID>
<String>PSurf15a 51</String>
<Description>Some site scanning tool via diff. IPs- i.e.: Optonline net (24.191.xxx.xxx)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1151</ID>
<String>PSurf15a VA</String>
<Description>Some site scanning tool via diff. IPs- i.e.: - choiceone.net (216.153.xxx.xxx) - attbi.com (12.250.xxx.xxx) - optonline.net (24.191.xxx.xxx)</Description>
<Type>S</Type>
<Comment>UA sometimes SSurf15a 11 or random letters like RXMYRCJ</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_160606_1</ID>
<String>psycheclone</String>
<Description>Unknown website grabbing / ripping for unknown purposes from 208.66.195.x - Digitalinfinity.org Russia</Description>
<Type>S</Type>
<Comment>no active website</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1152</ID>
<String>PubCrawl (pubcrawl.stanford.edu)</String>
<Description>Some robot from Stanford University (171.64.75.xxx = PubCrawl.Stanford.EDU)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1153</ID>
<String>puf/0.91beta6a (Linux 2.2.18; i686)</String>
<Description>Parallel URL Fetcher downloading tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://puf.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1154</ID>
<String>puf/0.93.2a (Linux 2.4.18; i686)</String>
<Description>Parallel URL Fetcher downloading tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://puf.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_130407_1</ID>
<String>pulseBot (pulse Web Miner)</String>
<Description>WebarooBot - Webaroo web site search / theme based downloading tool (64.124.122.2xx)</Description>
<Type>R</Type>
<Comment>s. also RufusBot</Comment>
<Link1>http://www.webaroo.com/index</Link1>
<Link2>http://www.webaroo.com/company/site-owners</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1155</ID>
<String>PureSight</String>
<Description>PureSight Internet content filter</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.puresight.com/Products/PureSightHomeDescription.shtml</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1156</ID>
<String>PuxaRapido v1.0</String>
<Description>Puxa Rapido download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.puxarapido.com.br/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_230907_2</ID>
<String>PWeBot/1.2 Inspector (http://www.programacionweb.net/robot.php)</String>
<Description>ProgramacionWeb.net PWeBot link checking (Argentina)</Description>
<Type>R</Type>
<Comment>62.149.236.2xx</Comment>
<Link1>http://www.programacionweb.net/robot-en.php</Link1>
<Link2>http://www.programacionweb.net/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1157</ID>
<String>PycURL</String>
<Description>Fast Search robot (using PycURL Python component- s. below)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.fastsearch.net/</Link1>
<Link2>http://pycurl.sourceforge.net/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_060107_1</ID>
<String>PycURL/7.xx.x</String>
<Description>PycURL - Python interface to libcurl</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://pycurl.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1158</ID>
<String>Python-urllib/1.1x</String>
<Description>Python URL fetcher - robot used by Naver Japan/Korea</Description>
<Type>R</Type>
<Comment>s. also nabot- dloader- NaverBot &amp; Cowbot</Comment>
<Link1>http://www.indyproject.org/</Link1>
<Link2>http://www.python.org/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1159</ID>
<String>Python-urllib/2.0a1</String>
<Description>Python URL fetcher - robot used by Google</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://labs.google.com</Link1>
<Link2>http://www.python.org/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1160</ID>
<String>Qango.com Web Directory (http://www.qango.com/)</String>
<Description>Qango.com Web Directory robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.qango.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_170408_1</ID>
<String>QEAVis Agent/Nutch-0.9 (Quantitative Evaluation of Academic Websites Visibility; http://nlp.uned.es/qeavis</String>
<Description>QEAVis: Quantitative Evaluation of Academic Websites Visibility using Nutch</Description>
<Type>R</Type>
<Comment>83.33.209.10x</Comment>
<Link1>http://nlp.uned.es/qeavis/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1161</ID>
<String>QPCreep Test Rig ( We are not indexing- just testing )</String>
<Description>Quepasa!com (Latin American search) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.quepasa.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1162</ID>
<String>QuepasaCreep ( crawler@quepasacorp.com )</String>
<Description>Quepasa!com (Latin American search) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.quepasa.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1163</ID>
<String>QuepasaCreep v0.9.1x</String>
<Description>Quepasa!com (Latin American search) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.quepasa.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1164</ID>
<String>QueryN Metasearch</String>
<Description>QueryN Metasearch robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.queryn.com/queryn/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_230108_2</ID>
<String>Quicksilver (Blacktree&#44;MacOSX)</String>
<Description>Blacktrees Quicksilver helper application for Mac</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://docs.blacktree.com/quicksilver/what_is_quicksilver</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_230606_3</ID>
<String>QuickTime\xaa.7.0.4 (qtver=7.0.4;cpu=PPC;os=Mac 10.3.9)</String>
<Description>Quicktime for Macintosh</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_060107_4</ID>
<String>QweeryBot/3.01 ( http://qweerybot.qweery.nl)</String>
<Description>Qweerybot for the Qweery search engine (in development) - Netherland</Description>
<Type>R</Type>
<Comment>85.158.204.2xx</Comment>
<Link1>http://qweerybot.qweery.nl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_060107_3</ID>
<String>Qweery_robot.txt_CheckBot/3.01 (http://qweerybot.qweery.com)</String>
<Description>Qweerybot for the Qweery search engine (in development) - Netherland</Description>
<Type>R</Type>
<Comment>85.158.204.2xx</Comment>
<Link1>http://qweerybot.qweery.nl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_160208_1</ID>
<String>R6_CommentReader_(www.radian6.com/crawler)</String>
<Description>Radian6 RSS feed comment crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.radian6.com/cms/index.php</Link1>
<Link2>http://www.radian6.com/crawler/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_160208_2</ID>
<String>R6_FeedFetcher_(www.radian6.com/crawler)</String>
<Description>Radian6 Rss feed crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.radian6.com/cms/index.php</Link1>
<Link2>http://www.radian6.com/crawler/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1165</ID>
<String>rabaz (rabaz at gigabaz dot com)</String>
<Description>gigaBaz - the brainbot (Germany) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://brainbot.com//site3</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1166</ID>
<String>RaBot/1.0 Agent-admin/phortse@hanmail.net</String>
<Description>DAUMOA - Daum search Korea robot (211.115.109.xxx)</Description>
<Type>R</Type>
<Comment>s. also Mozilla/4.0 (compatible; MSIE is not me; DAUMOA ...</Comment>
<Link1>http://www.daum.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1167</ID>
<String>Rainbot1.1</String>
<Description>Bot Provider for the All Womans Bot Service?</Description>
<Type></Type>
<Comment> - site is dead</Comment>
<Link1>http://bservice.org/bots/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1168</ID>
<String>ramBot xtreme x.x</String>
<Description>Intersearch.de (was www.intersearch.de) robot (Germany)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_160406_2</ID>
<String>RAMPyBot - www.giveRAMP.com/0.1 (RAMPyBot - www.giveRAMP.com; http://www.giveramp.com/bot.html; support@giveRAMP.com)</String>
<Description>giveRAMP Search Engine robot (64.69.43.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.giveramp.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_260206_1</ID>
<String>RAMPyBot/0.8-dev (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)</String>
<Description>giveRAMP Search Engine robot (64.69.43.1xx)</Description>
<Type>R</Type>
<Comment>powered by Nutch</Comment>
<Link1>http://www.giveramp.com/</Link1>
<Link2>http://lucene.apache.org/nutch/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1169</ID>
<String>Rank Exec (rankexec.com) Reciprocal Link Manager 1.x/bot</String>
<Description>Rank Exec reciprocal link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.rankexec.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_180408_5</ID>
<String>Rankivabot/3.2 (www.rankiva.com; 3.2; vzmxikn)</String>
<Description>Rankiva website popularity robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.rankiva.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1170</ID>
<String>Rational SiteCheck (Windows NT)</String>
<Description>Innova/IBM Rational SiteCheck - Rational robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.rational.com.ar/defaultenglish.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_290708_2</ID>
<String>RAYSPIDER/Nutch-0.9</String>
<Description>Unknown spider from Raytheon Company - maybe Raytheon High Speed Guard proxy</Description>
<Type>P</Type>
<Comment>199.46.198.xxx</Comment>
<Link1>http://www.raytheon.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_230207_3</ID>
<String>ReadABlog Spider (compatible; 1.1; feed update; www.readablog.com)</String>
<Description>Read A Blog - RSS feed and blog search engine</Description>
<Type>C</Type>
<Comment>70.85.24.xx</Comment>
<Link1>http://www.readablog.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1171</ID>
<String>RealDownload/4.0.0.4x</String>
<Description>RealDownload download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://service.real.com/help/faq/rdown4/rdownfaqa01.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_100408_3</ID>
<String>REAP-crawler Nutch/Nutch-1.0-dev (Reap Project; http://reap.cs.cmu.edu/REAP-crawler/; Reap Project)</String>
<Description>The REAP Web Crawler for the REAP project</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://reap.cs.cmu.edu/REAP-crawler/</Link1>
<Link2>http://reap.cs.cmu.edu/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1172</ID>
<String>Reaper [2.03.10-031204] (http://www.sitesearch.ca/reaper/)</String>
<Description>Reaper robot for SiteSearch</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://marty.anstey.ca/projects/robots/reaper.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1173</ID>
<String>Reaper/2.0x (+http://www.sitesearch.ca/reaper)</String>
<Description>Reaper robot for SiteSearch</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://marty.anstey.ca/projects/robots/reaper.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1174</ID>
<String>REBOL Core 2.x.x.x.x</String>
<Description>REBOL messaging language for distributed Internet apps</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.rebol.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_250307_1</ID>
<String>REBOL View 1.x.x.x.x</String>
<Description>REBOL/View - machine independent internet client application</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.rebol.com/prod-view.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1175</ID>
<String>RebusnetBot (+http://www.rebusnet.biz)</String>
<Description>Rebusnet software site - link / submission checking</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.rebusnet.biz</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1176</ID>
<String>RebusnetPADBot/1.5x (+http://www.rebusnet.biz)</String>
<Description>Rebusnet software site - link / submission checking</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.rebusnet.biz</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_171205_1</ID>
<String>reciprocal links checker (http://www.recip-links.com/)</String>
<Description>Online reciprocal link checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.recip-links.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_110307_2</ID>
<String>RedBot/redbot-1.0 (Rediff.com Crawler; redbot at rediff dot com)</String>
<Description>rediff.com search link checking</Description>
<Type>C</Type>
<Comment>220.226.198.xx</Comment>
<Link1>http://www.rediff.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_130106_1</ID>
<String>RedCarpet/1.2 (http://www.redcarpet-inc.com/robots.html)</String>
<Description>RedCarpet crawler for Pronto price comparison search(66.179.107.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.redcarpet-inc.com/robots.html</Link1>
<Link2>http://www.pronto.com/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_171205_2</ID>
<String>RedCell/0.1 (InfoSec Search Bot (Coming Soon); http://www.telegenetic.net/bot.html; lhall@telegenetic.net)</String>
<Description>Der Bot for telegenetic.net's security related search (65.220.67.2xx)</Description>
<Type>R</Type>
<Comment>Based on Nutch</Comment>
<Link1>http://www.telegenetic.net/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_040106_1</ID>
<String>RedCell/0.1 (RedCell; telegenetic.net/bot.html; lhall_at_telegenetic.net)</String>
<Description>Der Bot for telegenetic.net's security related search (65.220.67.2xx)</Description>
<Type>R</Type>
<Comment>Based on Nutch</Comment>
<Link1>http://www.telegenetic.net/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1177</ID>
<String>RedKernel WWW-Spider 2/0 (+http://www-spider.redkernel-softwares.com/)</String>
<Description>RedKernel Softwares robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.redkernel-softwares.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1178</ID>
<String>REL Link Checker Lite x.x</String>
<Description>REL Link Checker Lite free version of Web Link Validator</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.relsoftware.com/rlc/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1179</ID>
<String>RepoMonkey Bait &amp; Tackle/v1.01</String>
<Description>unknown</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1180</ID>
<String>Rewebber/1.2 libwww-perl/5.41</String>
<Description>Rewebber proxy service</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.rewebber.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1181</ID>
<String>rico/0.1</String>
<Description>Applied Semantics Auto-Categorizer for QWestDex Direct</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.dotcomdirectory.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_241105_2</ID>
<String>RixBot (http://babelserver.org/rix)</String>
<Description>RixBot Rebol Indexer for the RIX - Rebol related search (195.204.121.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://babelserver.org/rix</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_070406_2</ID>
<String>RMA/1.0 (compatible; RealMedia)</String>
<Description>StreamBox VCR user agent</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://all-streaming-media.com/streaming-media-faq/faq-streambox-vcr-download-problems.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1182</ID>
<String>RMA/1.0 (compatible; RealMedia)</String>
<Description>Real Media server acting as client</Description>
<Type>B P</Type>
<Comment></Comment>
<Link1>http://service.real.com/help/library/whitepapers/wpaper.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_061206_4</ID>
<String>RoboCrawl (http://www.canadiancontent.net)</String>
<Description>Canadian Content search crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.canadiancontent.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1183</ID>
<String>RoboCrawl (www.canadiancontent.net)</String>
<Description>Canadian Content Search (207.44.220.xx) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.canadiancontent.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1184</ID>
<String>RoboPal (http://www.findpal.com/)</String>
<Description>FindPal Australia metasearch robot (61.68.139.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.findpal.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1187</ID>
<String>Robot/www.pj-search.com</String>
<Description>PopJapanSearch robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.pj-search.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1185</ID>
<String>Robot: NutchCrawler- Owner: wdavies@acm.org</String>
<Description>Experimental robot using Wget via attbi.net</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1186</ID>
<String>Robot@SuperSnooper.Com</String>
<Description>Supersnooper robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.Supersnooper.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1188</ID>
<String>Robozilla/1.0</String>
<Description>Netscape Directory / DMOZ Open Directory link crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://directory.mozilla.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_220208_1</ID>
<String>Rome Client (http://tinyurl.com/64t5n) Ver: 0.9</String>
<Description>ROME - Open source Java tools for RSS and Atom feeds</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>https://rome.dev.java.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1189</ID>
<String>Rotondo/3.1 libwww/5.3.1</String>
<Description>Qualigo.de robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.qualigo.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1190</ID>
<String>RPT-HTTPClient/0.3-x</String>
<Description>different IPs using the HTTPClient library (mostly link checking)</Description>
<Type>C</Type>
<Comment>Java1.4.0</Comment>
<Link1>http://www.innovation.ch/java/HTTPClient/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1191</ID>
<String>RRC (crawler_admin@bigfoot.com)</String>
<Description>Metacarta.com (66.28.xx.xxx) robot</Description>
<Type>R</Type>
<Comment>s. Larbin...</Comment>
<Link1>http://www.metacarta.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_250707_5</ID>
<String>RssBandit/1.5.0.10 (.NET CLR 1.1.4322.2407; WinNT 5.1.2600.0; http://www.rssbandit.org) (.NET CLR 1.1.4322.2407; WinNT 5.1.2600.0; )</String>
<Description>RSS Bandit RSS/Atom reader for .NET framework</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.rssbandit.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_230607_3</ID>
<String>RSSMicro.com RSS/Atom Feed Robot</String>
<Description>RSS Micro Search - RSS feed search engine</Description>
<Type>R</Type>
<Comment>209.216.63.xx</Comment>
<Link1>http://www.rssmicro.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_080307_2</ID>
<String>RSSOwl/1.2.3 2006-11-26 (Windows; U; zhtw)</String>
<Description>RSSOwl embedded RSS feed reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.rssowl.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_060108_1</ID>
<String>RSSOwl/1.2.4 Preview Release 2007-04-15 (Windows; U; zhtw)</String>
<Description>RSSOwl embedded RSS feed reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.rssowl.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_181006_3</ID>
<String>RssReader/1.0.xx.x (http://www.rssreader.com) Microsoft Windows NT 5.1.2600.0</String>
<Description>Ykoon RssReader news feed reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.rssreader.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1192</ID>
<String>RSurf15a 41</String>
<Description>Some site scanning tool via diff. IPs- i.e.: - dslx.net (208.35.1x.xxx) - Home.com</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1193</ID>
<String>RSurf15a 51</String>
<Description>Some site scanning tool via diff. IPs- i.e.: - dslx.net (208.35.1x.xxx) - Home.com</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1194</ID>
<String>RSurf15a 81</String>
<Description>Some site scanning tool via diff. IPs- i.e.: - dslx.net (208.35.1x.xxx) - Home.com</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_080206_2</ID>
<String>Rubbot/1.0 (+http://rubhub.com/)</String>
<Description>rubhub blog spider</Description>
<Type>C</Type>
<Comment>based on XFN relationship lookup engine</Comment>
<Link1>http://rubhub.com/main/</Link1>
<Link2>http://gmpg.org/xfn/more</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_191105_1</ID>
<String>RufusBot (Rufus Web Miner; http://64.124.122.252/feedback.html)</String>
<Description>WebarooBot - Webaroo web site search / theme based downloading tool (64.124.122.2xx)</Description>
<Type>R</Type>
<Comment>s. also pulseBot</Comment>
<Link1>http://www.webaroo.com/index</Link1>
<Link2>http://www.webaroo.com/company/site-owners</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_020407_1</ID>
<String>RufusBot (Rufus Web Miner; http://www.webaroo.com/rooSiteOwners.html)</String>
<Description>WebarooBot - Webaroo web site search / theme based downloading tool (64.124.122.2xx)</Description>
<Type>R</Type>
<Comment>s. also pulseBot</Comment>
<Link1>http://www.webaroo.com/index</Link1>
<Link2>http://www.webaroo.com/company/site-owners</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1195</ID>
<String>Rumours-Agent</String>
<Description>unknown robot from rumours.jp (202.214.69.xxx)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1196</ID>
<String>RX Bar</String>
<Description>RX (Reflexive Search) Bar for IE</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.searchenginebar.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_160506_1</ID>
<String>S&amp;L Spider (http://search.hirners.com/)</String>
<Description>Search &amp; Links directory spider</Description>
<Type>C</Type>
<Comment>80.108.7.xx</Comment>
<Link1>http://search.hirners.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1197</ID>
<String>S.T.A.L.K.E.R. (http://www.seo-tools.net/en/bot.aspx)</String>
<Description>SEO-Tools.net link checking ?</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.seo-tools.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1198</ID>
<String>SafariBookmarkChecker (+http://www.coriolis.ch/)</String>
<Description>SafariBookmarkChecker for Mac OS X</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.coriolis.ch/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_061107_1</ID>
<String>sait/Nutch-0.9 (SAIT Research; http://www.samsung.com)</String>
<Description>sait robot - unknown robot from Samsung International Korea</Description>
<Type>R</Type>
<Comment>202.20.190.xx</Comment>
<Link1>http://samsungnetworks.co.kr/eng/index.jsp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_191105_2</ID>
<String>SandCrawler - Compatibility Testing</String>
<Description>Sandcrawler robot from Microsoft (131.107.0.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_170109_3</ID>
<String>SapphireWebCrawler/1.0 (Sapphire Web Crawler using Nutch; http://boston.lti.cs.cmu.edu/crawler/; mhoy@cs.cmu.edu)</String>
<Description>Sapphire Web Crawler from Carnegie Mellon University's Language Technologies Institute</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://boston.lti.cs.cmu.edu/crawler/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_170109_4</ID>
<String>SapphireWebCrawler/Nutch-1.0-dev (Sapphire Web Crawler using Nutch; http://boston.lti.cs.cmu.edu/crawler/; mhoy@cs.cmu.edu)</String>
<Description>Sapphire Web Crawler from Carnegie Mellon University's Language Technologies Institute</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://boston.lti.cs.cmu.edu/crawler/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_021205_4</ID>
<String>savvybot/0.2</String>
<Description>WebSavvy Directory robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.websavvy.cc/bot.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1199</ID>
<String>SBIder/0.7 (SBIder; http://www.sitesell.com/sbider.html; http://support.sitesell.com/contact-support.html)</String>
<Description>SiteSell SBIder Nutch based crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.sitesell.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_030106_2</ID>
<String>SBIder/0.8-dev (SBIder; http://www.sitesell.com/sbider.html; http://support.sitesell.com/contact-support.html)</String>
<Description>SiteSell SBIder Nutch based crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.sitesell.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1200</ID>
<String>SBL-BOT (http://sbl.net)</String>
<Description>Softbyte Labs Black Widow web site ripper</Description>
<Type>D B</Type>
<Comment></Comment>
<Link1>http://sbl.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1201</ID>
<String>ScanWeb</String>
<Description>ScanWeb - regular expression based web page searching tool</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://eserver.host.sk/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_301006_1</ID>
<String>ScholarUniverse/0.8 (Nutch;+http://scholaruniverse.com/bot.jsp; fetch-agent@scholaruniverse.com)</String>
<Description>ScholarUniverse - Scholarly experts search robot</Description>
<Type>R</Type>
<Comment>209.216.243.xx</Comment>
<Link1>http://www.scholaruniverse.com/index.jsp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1202</ID>
<String>schwarzmann.biz-Spider_for_paddel.org+(http://www.innerprise.net/usp-spider.asp)</String>
<Description>URL Spider Pro (USP) used by German Schwarzmann GmbH</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.schwarzmann.biz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1203</ID>
<String>Science Traveller International 1X/1.0</String>
<Description>1X Web Browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.scitrav.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_190407_1</ID>
<String>ScollSpider/2.0 (+http://www.webwobot.com/ScollSpider.php)</String>
<Description>WebWobot UK search engine robot (82.43.129.2xx)</Description>
<Type>R</Type>
<Comment>s. also Mozilla/3.0 (compatible; ScollSpider ...</Comment>
<Link1>http://www.webwobot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1206</ID>
<String>Scooter-3.0.EU</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1207</ID>
<String>Scooter-3.0.FS</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1208</ID>
<String>Scooter-3.0.HD</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1209</ID>
<String>Scooter-3.0.VNS</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1210</ID>
<String>Scooter-3.0QI</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1211</ID>
<String>Scooter-3.2</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1212</ID>
<String>Scooter-3.2.BT</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1213</ID>
<String>Scooter-3.2.DIL</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1214</ID>
<String>Scooter-3.2.EX</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1215</ID>
<String>Scooter-3.2.JT</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1216</ID>
<String>Scooter-3.2.NIV</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1217</ID>
<String>Scooter-3.2.SF0</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1218</ID>
<String>Scooter-3.2.snippet</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1219</ID>
<String>Scooter-3.3dev</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1220</ID>
<String>Scooter-ARS-1.1</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1221</ID>
<String>Scooter-ARS-1.1-ih</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1222</ID>
<String>scooter-venus-3.0.vns</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1223</ID>
<String>Scooter-W3-1.0</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1224</ID>
<String>Scooter-W3.1.2</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1225</ID>
<String>Scooter/1.0</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1226</ID>
<String>Scooter/1.0 scooter@pa.dec.com</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1227</ID>
<String>Scooter/1.1 (custom)</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1228</ID>
<String>Scooter/2.0 G.R.A.B. V1.1.0</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1229</ID>
<String>Scooter/2.0 G.R.A.B. X2.0</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1230</ID>
<String>Scooter/3.3</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1232</ID>
<String>Scooter/3.3.QA.pczukor</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1233</ID>
<String>Scooter/3.3.vscooter</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1231</ID>
<String>Scooter/3.3_SF</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1234</ID>
<String>Scooter2_Mercator_x-x.0</String>
<Description>Altavista using Mercator robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2>http://www.research.compaq.com/SRC/mercator/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1204</ID>
<String>Scooter_bh0-3.0.3</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1205</ID>
<String>Scooter_trk3-3.0.3</String>
<Description>Altavista robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.altavista.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_190306_3</ID>
<String>Scope (Mars+)</String>
<Description>Scope Navigator mobile browser (Japan)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.programmer.co.jp/scope.shtml</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1235</ID>
<String>ScoutAbout</String>
<Description>Some nec.com robot using Research Republic ScoutAbout Research Tool</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.researchrepublic.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_051207_4</ID>
<String>ScoutAnt/0.1; +http://www.ant.com/what_is_ant.com/</String>
<Description>Ant.com search robot</Description>
<Type>R</Type>
<Comment>66.230.171.17x</Comment>
<Link1>http://www.ant.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_271105_3</ID>
<String>scoutmaster</String>
<Description>ScoutMaster information retrieval software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.scoutmaster.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1236</ID>
<String>Scrubby/2.x (http://www.scrubtheweb.com/)</String>
<Description>Scrub the web robot (66.93.156.xx)</Description>
<Type>R</Type>
<Comment>s.also Mozilla/5.0 (compatible; Scrubby/2.2 ...</Comment>
<Link1>http://www.scrubtheweb.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_030308_3</ID>
<String>Scrubby/3.0 (+http://www.scrubtheweb.com/help/technology.html)</String>
<Description>Scrub the web robot (66.93.156.xx)</Description>
<Type>R</Type>
<Comment>s.also Mozilla/5.0 (compatible; Scrubby/2.2 ...</Comment>
<Link1>http://www.scrubtheweb.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1240</ID>
<String>Search+</String>
<Description>URL Search+ search software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://srchplus.chat.ru/index.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_110606_3</ID>
<String>Search-Engine-Studio</String>
<Description>Xtreem Search Engine Studio - SE software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.xtreeme.com/search-engine-studio/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1237</ID>
<String>search.ch V1.4</String>
<Description>Search.ch robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.search.ch/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1238</ID>
<String>search.ch V1.4.2 (spiderman@search.ch; http://www.search.ch)</String>
<Description>Search.ch robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.search.ch/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1239</ID>
<String>Search/1.0 (http://www.innerprise.net/es-spider.asp)</String>
<Description>Enterprise Search web indexing / site searching tool</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.innerprise.net/es-bi.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1241</ID>
<String>searchbot admin@google.com</String>
<Description>Unknown robot  / website grabber from Chinatelecom (219.142.78.xxx)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1242</ID>
<String>SearchByUsa/2 (SearchByUsa; http://www.SearchByUsa.com/bot.html; info@SearchByUsa.com)</String>
<Description>SearchByUSA robot (69.150.7.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.searchbyusa.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_231006_1</ID>
<String>SearchdayBot</String>
<Description>Searchday (Germany) search robot</Description>
<Type>R</Type>
<Comment>85.25.131.1xx</Comment>
<Link1>http://www.searchday.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1243</ID>
<String>SearchExpress Spider0.99</String>
<Description>Searchexpress spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.searchexpress.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1245</ID>
<String>SearchGuild/DMOZ/Experiment (searchguild@gmail.com)</String>
<Description>Searchguild forum &amp; directory robot (81.3.75.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://searchguild.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1244</ID>
<String>SearchGuild_DMOZ_Experiment (chris@searchguild.com)</String>
<Description>Searchguild forum &amp; directory robot (81.3.75.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://searchguild.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1246</ID>
<String>Searchit-Now Robot/2.2 (+http://www.searchit-now.co.uk)</String>
<Description>Searchit robot (69.93.107.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.searchit-now.co.uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_220906_3</ID>
<String>Searchmee! Spider v0.98a</String>
<Description>Searchmee!  Search Engine (prototype) robot by findanisp.com</Description>
<Type>R</Type>
<Comment>64.202.100.</Comment>
<Link1>http://www.searchmee.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_100506_1</ID>
<String>SearchSight/2.0 (http://SearchSight.com/)</String>
<Description>SearchSight search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://searchsight.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1247</ID>
<String>SearchSpider.com/1.1</String>
<Description>SearchSpider robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.searchspider.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1248</ID>
<String>Searchspider/1.2 (SearchSpider; http://www.searchspider.com; webmaster@searchspider.com)</String>
<Description>SearchSpider robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.searchspider.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1249</ID>
<String>SearchTone2.0 - IDEARE</String>
<Description>Janas (Ideare.com / Tiscali.it) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.ideare.com/</Link1>
<Link2>http://www.tiscali.it</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1250</ID>
<String>Seekbot/1.0 (http://www.seekbot.net/bot.html) HTTPFetcher/0.3</String>
<Description>seekport. beta search (Germany) robot</Description>
<Type>R</Type>
<Comment>195.27.215.xx</Comment>
<Link1>http://www.seekbot.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1251</ID>
<String>Seekbot/1.0 (http://www.seekbot.net/bot.html) RobotsTxtFetcher/1.0 (XDF)</String>
<Description>seekport. beta search (Germany) robot</Description>
<Type>R</Type>
<Comment>195.27.215.xx</Comment>
<Link1>http://www.seekbot.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1252</ID>
<String>Seekbot/1.0 (http://www.seekbot.net/bot.html) RobotsTxtFetcher/1.2</String>
<Description>seekport. beta search (Germany) robot</Description>
<Type>R</Type>
<Comment>195.27.215.xx</Comment>
<Link1>http://www.seekbot.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1253</ID>
<String>Seeker.lookseek.com</String>
<Description>Lookseek search robot / link checking</Description>
<Type>R</Type>
<Comment>12.199.64.xx</Comment>
<Link1>http://www.lookseek.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_011006_3</ID>
<String>semaforo.net</String>
<Description>semaforo.net web filtering software</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.semaforo.net/en/default.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_020807_2</ID>
<String>Semager/1.1 (http://www.semager.de/blog/semager-bots/)</String>
<Description>Semager.de (was NG-Search) semantic search - Germany</Description>
<Type>R</Type>
<Comment>212.114.209.2xx</Comment>
<Link1>http://www.semager.de/</Link1>
<Link2>http://www.semager.de/blog/semager-bots/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_230507_2</ID>
<String>Semager/1.x (http://www.semager.de)</String>
<Description>Semager.de (was NG-Search) semantic search - Germany</Description>
<Type>R</Type>
<Comment>212.114.209.2xx</Comment>
<Link1>http://www.semager.de/</Link1>
<Link2>http://www.semager.de/blog/semager-bots/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1254</ID>
<String>semanticdiscovery/0.x</String>
<Description>Semantic Discovery domain checking tool</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.semanticdiscovery.com/products.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1255</ID>
<String>Sensis Web Crawler (search_comments\at\sensis\dot\com\dot\au)</String>
<Description>Sensis Australia search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.sensis.com.au/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1256</ID>
<String>Sensis.com.au Web Crawler (search_comments\at\sensis\dot\com\dot\au)</String>
<Description>Sensis Australia search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.sensis.com.au/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1257</ID>
<String>SeznamBot/1.0</String>
<Description>Seznam Search (Czech Republic) robot</Description>
<Type>R</Type>
<Comment>212.80.76.xx</Comment>
<Link1>http://www.seznam.cz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1258</ID>
<String>SeznamBot/1.0 (+http://fulltext.seznam.cz/)</String>
<Description>Seznam Search (Czech Republic) robot</Description>
<Type>R</Type>
<Comment>212.80.76.xx</Comment>
<Link1>http://www.seznam.cz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_080907_2</ID>
<String>SeznamBot/2.0-test (+http://fulltext.sblog.cz/)</String>
<Description>Seznam Search (Czech Republic) robot</Description>
<Type>R</Type>
<Comment>212.80.76.xx</Comment>
<Link1>http://www.seznam.cz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_280208_2</ID>
<String>ShablastBot 1.0</String>
<Description>Unknown robot from Shablast.com - Website has no content - Ignores robots.txt</Description>
<Type>S</Type>
<Comment>67.228.100.1xx / 67.228.102.2xx</Comment>
<Link1>http://shablast.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1259</ID>
<String>Shareaza v1.x.x.xx</String>
<Description>Shareaza P2P peer-to-peer download client</Description>
<Type>D B</Type>
<Comment></Comment>
<Link1>http://www.shareaza.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1260</ID>
<String>SharewarePlazaFileCheckBot/1.0+(+http://www.SharewarePlaza.com)</String>
<Description>SharewarePlaza File Check Bot - link checking</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.sharewareplaza.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1261</ID>
<String>Shim Crawler</String>
<Description>Chikayama-Taura Lab Shim-Crawler used for The Kototoi Project (Japan) - (133.11.36.xx)</Description>
<Type>R</Type>
<Comment>s. also Shim-Crawler ...</Comment>
<Link1>http://www.logos.ic.i.u-tokyo.ac.jp/crawler/index.en.html</Link1>
<Link2>http://www.kototoi.org/index.html</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_240106_2</ID>
<String>Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)</String>
<Description>Chikayama-Taura Lab Shim-Crawler used for The Kototoi Project (Japan) - (133.11.36.xx)</Description>
<Type>R</Type>
<Comment>s. also Shim Crawler</Comment>
<Link1>http://www.logos.ic.i.u-tokyo.ac.jp/crawler/index.en.html</Link1>
<Link2>http://www.kototoi.org/index.html</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_131205_1</ID>
<String>ShopWiki/1.0 ( +http://www.shopwiki.com/)</String>
<Description>ShopWiki shopping search based on LittleWiki search</Description>
<Type>R</Type>
<Comment>4.78.166.1xx</Comment>
<Link1>http://www.shopwiki.com/</Link1>
<Link2>http://dev.littlewiki.com/wiki/Home</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_250706_1</ID>
<String>ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot)</String>
<Description>ShopWiki shopping search based on LittleWiki search</Description>
<Type>R</Type>
<Comment>4.78.166.1xx</Comment>
<Link1>http://www.shopwiki.com/</Link1>
<Link2>http://dev.littlewiki.com/wiki/Home</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1262</ID>
<String>Shoula.com Crawler 2.0</String>
<Description>Shoula Search Engine crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.shoula.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_230107_1</ID>
<String>SietsCrawler/1.1 (+http://www.siets.biz)</String>
<Description>Siets Crawler - Web based site crawling application</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.siets.biz/products/crawler/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_070308_1</ID>
<String>Sigram/Nutch-1.0-dev (Test agent for Nutch development; http://www.sigram.com/bot.html; bot at sigram dot com)</String>
<Description>Sigram's Nutch robot - crawler testing</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.sigram.com/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_050906_1</ID>
<String>Siigle Orumcex v.001 Turkey (http://www.siigle.com)</String>
<Description>Siigle search (Turkey) robot</Description>
<Type>R</Type>
<Comment>62.68.196.xx</Comment>
<Link1>http://www.siigle.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_171006_1</ID>
<String>silk/1.0</String>
<Description>Slider Search directory robot (194.213.194.2xx)</Description>
<Type>R</Type>
<Comment>s. also Slider_Search...</Comment>
<Link1>http://www.slider.com/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_281205_1</ID>
<String>silk/1.0 (+http://www.slider.com/silk.htm)/3.7</String>
<Description>Slider Search directory robot (194.213.194.2xx)</Description>
<Type>R</Type>
<Comment>s. also Slider_Search...</Comment>
<Link1>http://www.slider.com/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_131206_2</ID>
<String>SimpleFavPanel/1.2</String>
<Description>SimpleFavPanel - IE newsfeed panel plugin</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.egrath.net/index.php?ExplorerBarPlus%2F%A5%D1%A5%CD%A5%EB%B0%EC%CD%F7%2FSimpleFavPanel</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1263</ID>
<String>Simpy 1.x; http://www.simpy.com/</String>
<Description>Simpy bookmarking and personal search engine</Description>
<Type>R C</Type>
<Comment>s. also Argus</Comment>
<Link1>http://www.simpy.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1264</ID>
<String>Simpy/1.x (Simpy; http://www.simpy.com/?ref=bot; feedback at simpy dot com)</String>
<Description>Simpy bookmarking and personal search engine</Description>
<Type>R C</Type>
<Comment>s. also Argus</Comment>
<Link1>http://www.simpy.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_180707_2</ID>
<String>Sirketcebot/v.01 (http://www.sirketce.com/bot.html)</String>
<Description>Sirket&#231;e search - Turkey</Description>
<Type>R</Type>
<Comment>88.255.173.xx</Comment>
<Link1>http://www.sirketce.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_070207_3</ID>
<String>SiteBar/3.x.x (Bookmark Server; http://sitebar.org/)</String>
<Description>SiteBar online bookmark manager</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://sitebar.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1265</ID>
<String>SiteBar/x.x</String>
<Description>SiteBar bookmark server</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://sitebar.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1266</ID>
<String>SiteBar/x.x.x (Bookmark Server; http://sitebar.org/)</String>
<Description>SiteBar bookmark server</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://sitebar.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1267</ID>
<String>sitecheck.internetseer.com</String>
<Description>Internetseer Web Site Monitoring / Claymont robot</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.internetseer.com/</Link1>
<Link2>http://www.claymont.com/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1268</ID>
<String>sitecheck.internetseer.com (For more info see: http://sitecheck.internetseer.com)</String>
<Description>Internetseer Web Site Monitoring</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.internetseer.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1269</ID>
<String>SiteRecon+(xx)</String>
<Description>SiteRecon website monitoring spider at xx minute intervals</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.siterecon.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1270</ID>
<String>SiteSnagger</String>
<Description>PC Magazin web site downloadmanager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.zdnet.com/pcmag/pctech/content/17/04/ut1704.001.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1271</ID>
<String>SiteSpider +(http://www.SiteSpider.com/)</String>
<Description>Site Spider robot (66.249.17.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.SiteSpider.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_021205_3</ID>
<String>SiteSucker/1.x.x</String>
<Description>SiteSucker Mac website downloading tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.sitesucker.us/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_140306_2</ID>
<String>SiteTaggerBot (http://www.sitetagger.com/bot.htm)</String>
<Description>SiteTagger.com bookmark organizer</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.sitetagger.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_030407_1</ID>
<String>SiteTruth.com site rating system</String>
<Description>SiteTruth - Automatic site legitimacy rating system</Description>
<Type>R</Type>
<Comment>69.64.67.xx</Comment>
<Link1>http://www.sitetruth.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1272</ID>
<String>SiteWinder</String>
<Description>Webwasher.com (217.146.159.xx) internet filter</Description>
<Type>B P</Type>
<Comment></Comment>
<Link1>http://www.webwasher.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1273</ID>
<String>SiteXpert</String>
<Description>Xtreeme SiteXpert sitemap &amp; search engine builder</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.xtreeme.com/sitexpert/index.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1274</ID>
<String>Skampy/0.9.x (http://www.skaffe.com/skampy-info.html)</String>
<Description>Skaffe.com directory link checker</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.skaffe.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1275</ID>
<String>Skimpy/0.x (http://www.skaffe.com/skampy-info.html)</String>
<Description>Skaffe.com directory link checker</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.skaffe.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_090706_1</ID>
<String>Skywalker/0.1 (Skywalker; anonymous; anonymous)</String>
<Description>Visvo distributed website crawler based on Nutch</Description>
<Type>R</Type>
<Comment>63.133.162.xx</Comment>
<Link1>http://www.visvo.com/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1276</ID>
<String>Slarp/0.1</String>
<Description>Only.com robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.only.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1277</ID>
<String>Sleipnir</String>
<Description>Sleipnir - Japanese Explorer based browser &amp; search bar</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www20.pos.to/~sleipnir/software/sleipnir/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1278</ID>
<String>Sleipnir Version 1.xx</String>
<Description>Sleipnir - Japanese Explorer based browser &amp; search bar</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www20.pos.to/~sleipnir/software/sleipnir/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_170207_5</ID>
<String>Sleipnir Version2.x</String>
<Description>Sleipnir - Japanese Explorer based browser &amp; search bar</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www20.pos.to/~sleipnir/software/sleipnir/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_260706_1</ID>
<String>Sleipnir/2.xx</String>
<Description>Sleipnir - Japanese Explorer based browser &amp; search bar</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www20.pos.to/~sleipnir/software/sleipnir/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1279</ID>
<String>Slider_Search_v1-de</String>
<Description>Slider Search directory robot (194.213.194.2xx)</Description>
<Type>R</Type>
<Comment>s. also silk/1.0...</Comment>
<Link1>http://www.slider.com/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1280</ID>
<String>SlimBrowser</String>
<Description>Slim Browser (IE based browser) - uses this user agent for favicon.ico only</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.flashpeak.com/sbrowser/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1281</ID>
<String>Slurp/2.0 (slurp@inktomi.com; http://www.inktomi.com/slurp.html)</String>
<Description>Inktomi (Hotbot-Lycos-NBCi) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inktomi.com/slurp.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1282</ID>
<String>Slurp/2.0-KiteWeekly (slurp@inktomi.com; http://www.inktomi.com/slurp.html)</String>
<Description>Inktomi (Hotbot-Lycos-NBCi) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inktomi.com/slurp.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1283</ID>
<String>Slurp/si (slurp@inktomi.com; http://www.inktomi.com/slurp.html)</String>
<Description>Inktomi (Hotbot-Lycos-NBCi) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inktomi.com/slurp.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_240806_1</ID>
<String>Slurpy Verifier/1.0</String>
<Description>Inktomi (Hotbot-Lycos-NBCi) robot - 72.30.61.xx(x)</Description>
<Type>R</Type>
<Comment>s. also Mozilla/3.0 (Slurp/.....</Comment>
<Link1>http://www.inktomi.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1284</ID>
<String>SlySearch (slysearch@slysearch.com)</String>
<Description>Slysearch robot (now Turnitin robot)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.slysearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1285</ID>
<String>SlySearch/1.0 http://www.plagiarism.org/crawler/robotinfo.html</String>
<Description>Slysearch robot (now Turnitin robot)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.slysearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1286</ID>
<String>SlySearch/1.x http://www.slysearch.com</String>
<Description>Slysearch robot (now Turnitin robot)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.slysearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1287</ID>
<String>SmartDownload/1.2.67 (Win32; Jan 12 1999)</String>
<Description>Netzip/Smartdownload download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.netzip.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1288</ID>
<String>SmartDownload/1.2.77 (Win32; Feb 1 2000)</String>
<Description>Netzip/Smartdownload download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.netzip.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1289</ID>
<String>SmartDownload/1.2.77 (Win32; Jun 19 2001)</String>
<Description>Netzip/Smartdownload download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.netzip.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1290</ID>
<String>smartwit.com</String>
<Description>Loop Improvements NRS Enterprise search (69.44.155.xx[x])</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.loopimprovements.com/</Link1>
<Link2>http://demo.loopimprovements.com/demo/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_020307_2</ID>
<String>SmiffyDCMetaSpider/1.0</String>
<Description>SmiffyDCMetaSpider - Robot to check the retro-adding of Dublin Core metadata</Description>
<Type>R</Type>
<Comment>64.71.152.xx</Comment>
<Link1>http://www.smiffysplace.com</Link1>
<Link2>http://www.smiffysplace.com/smiffydcmetaspider</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1291</ID>
<String>sna-0.0.1 (mikemuzio@msn.com)</String>
<Description>Snoopy PHP-client</Description>
<Type></Type>
<Comment>see Snoopy</Comment>
<Link1>http://sourceforge.net/projects/snoopy/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1292</ID>
<String>sna-0.0.1 mikeelliott@hotmail.com</String>
<Description>Snoopy PHP-client</Description>
<Type></Type>
<Comment>see Snoopy</Comment>
<Link1>http://sourceforge.net/projects/snoopy/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_080106_1</ID>
<String>snap.com beta crawler v0</String>
<Description>Unknown bot from bb2.net (66.234.139.xxx) also as Snapbot/1.0</Description>
<Type>S</Type>
<Comment>Gets only the robots.txt - Not from Snap.com / Idealab (63.251.211.xxx)</Comment>
<Link1>http://www.kloth.net/internet/badbots.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_250506_1</ID>
<String>Snapbot/1.0</String>
<Description>Unknown bot from bb2.net (66.234.139.xxx) - also as snap.com</Description>
<Type>S</Type>
<Comment>Not from Snap.com / Idealab (63.251.211.xxx)</Comment>
<Link1>http://www.kloth.net/internet/badbots.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_250408_1</ID>
<String>Snapbot/1.0 (Snap Shots&#44; +http://www.snap.com)</String>
<Description>Unknown bot from Psinet / Cogentco - not from Snap.com</Description>
<Type>S</Type>
<Comment>38.98.19.6x</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_270906_2</ID>
<String>Snappy/1.1 ( http://www.urltrends.com/ )</String>
<Description>My UrlTrends online web ranking service</Description>
<Type>C</Type>
<Comment>205.138.199.1xx / 209.85.36.x</Comment>
<Link1>http://www.urltrends.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_100707_1</ID>
<String>Snarfer/0.x.x (http://www.snarfware.com/)</String>
<Description>Snarfer RSS reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.snarfware.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1293</ID>
<String>SnoopRob/x.x</String>
<Description>Unknown robot from 217.229.156.xx (T-Online Germany)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1294</ID>
<String>Snoopy v1.xx</String>
<Description>Snoopy PHP-client</Description>
<Type></Type>
<Comment>s. also sna-x.x.x</Comment>
<Link1>http://sourceforge.net/projects/snoopy/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1295</ID>
<String>Snoopy v1.xx- : User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MyIE2)</String>
<Description>Snoopy PHP-client</Description>
<Type></Type>
<Comment>s. also sna-x.x.x</Comment>
<Link1>http://sourceforge.net/projects/snoopy/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1296</ID>
<String>Snoopy_v0.xx</String>
<Description>Snoopy PHP-client</Description>
<Type></Type>
<Comment>s. also sna-x.x.x</Comment>
<Link1>http://sourceforge.net/projects/snoopy/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1297</ID>
<String>SnykeBot/0.6 (http://www.snyke.com)</String>
<Description>Snyke.com France robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.snyke.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_250706_2</ID>
<String>SocSciBot ()</String>
<Description>Link crawler for the social sciences</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://socscibot.wlv.ac.uk/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_170407_1</ID>
<String>SoftBank/1.0/812SH/SHJ001 Browser/NetFront/3.3 Profile/MIDP-2.0 Configuration/CLDC-1.1</String>
<Description>NetFront browser on Softbank mobile phone</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.access-company.com/products/netfrontmobile/browser/index.html</Link1>
<Link2>http://mb.softbank.jp/mb/en/product/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1298</ID>
<String>SoftHypermarketFileCheckBot/1.0+(+http://www.softhypermaket.com)</String>
<Description>Soft Hypermarket link checking</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.softhypermarket.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1299</ID>
<String>Softizerbot (http://www.softizer.com)</String>
<Description>Softizer.com software directory link checking</Description>
<Type>C</Type>
<Comment>72.9.97.xx</Comment>
<Link1>http://www.softizer.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_090208_1</ID>
<String>sogou develop spider</String>
<Description>Unknown UA from Chinanet (220.181.26.1xx) faking Sogou search robot</Description>
<Type>S</Type>
<Comment>s. also sohu agent &amp; Sogou web spider</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_011207_2</ID>
<String>Sogou Orion spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07)</String>
<Description>Unknown UA from Chinanet (220.181.18.xx) faking Sogou search robot</Description>
<Type>S</Type>
<Comment>s. also sohu agent &#44; Sogou web spider &amp; sogou develop spider</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_150106_1</ID>
<String>sogou spider</String>
<Description>Unknown UA from Chinanet (220.181.26.1xx) faking Sogou search robot</Description>
<Type>S</Type>
<Comment>s. also sohu agent &#44; Sogou web spider &amp; sogou develop spider</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_280407_1</ID>
<String>Sogou web spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07)</String>
<Description>Unknown UA from Chinanet (220.181.26.1xx) faking Sogou search robot</Description>
<Type>S</Type>
<Comment>s. also sohu agent &#44; sogou spider &amp; sogou develop spider</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_291105_1</ID>
<String>sohu agent</String>
<Description>Unknown UA from Chinanet (220.181.26.1xx) faking Sogou search robot</Description>
<Type>S</Type>
<Comment>s. also sogou spider &#44; sogou spider &amp; sogou develop spider</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1300</ID>
<String>sohu-search</String>
<Description>Sohu (Search Fox) search robot China (61.135.131.xxx)</Description>
<Type>R</Type>
<Comment>this UA also comes from 220.181.26.xxx (not Sohus IP range) as spam bot - s.also sohu agent</Comment>
<Link1>http://www.sohu.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_160308_3</ID>
<String>Sosospider+(+http://help.soso.com/webspider.htm)</String>
<Description>SOSO search (China) spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.soso.com/</Link1>
<Link2>http://help.soso.com/webspider.htm</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1301</ID>
<String>Space Bison/0.02 [fu] (Win67; X; SK)</String>
<Description>Default Proxomitron (discontinued) filtering proxy user agent identifier</Description>
<Type>P B</Type>
<Comment></Comment>
<Link1>http://duke.usask.ca/~macphed/prox/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1302</ID>
<String>SpeedDownload/1.x</String>
<Description>Speed Download (Mac) download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.yazsoft.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1303</ID>
<String>speedfind ramBot xtreme 8.1</String>
<Description>Speedfind.de robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.speedfind.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1304</ID>
<String>Speedy Spider (Beta/x.x; speedy@entireweb.com)</String>
<Description>Entireweb search robot</Description>
<Type>R</Type>
<Comment>62.13.25.2xx</Comment>
<Link1>http://www.entireweb.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_070906_1</ID>
<String>Speedy Spider (Entireweb; Beta/1.0; http://www.entireweb.com/about/search_tech/speedyspider/)</String>
<Description>Entireweb search spider</Description>
<Type>R</Type>
<Comment>62.13.25.2xx</Comment>
<Link1>http://www.entireweb.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1305</ID>
<String>Speedy_Spider (http://www.entireweb.com)</String>
<Description>Entireweb search robot</Description>
<Type>R</Type>
<Comment>62.13.25.2xx</Comment>
<Link1>http://www.entireweb.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_050208_4</ID>
<String>Sphere Scout&#38;v4.0 - scout at sphere dot com</String>
<Description>Sphere blog and news search robot</Description>
<Type>R</Type>
<Comment>64.40.11[7-8].[x]xx</Comment>
<Link1>http://www.sphere.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_040106_3</ID>
<String>Sphider</String>
<Description>Sphider - a lightweight search engine in PHP</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cs.ioc.ee/~ando/sphider/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1306</ID>
<String>Spida/0.1</String>
<Description>Only.com robot</Description>
<Type>R</Type>
<Comment>in conjunction with LWP::Simple/5.53</Comment>
<Link1>http://www.only.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1307</ID>
<String>Spider-Sleek/2.0 (+http://search-info.com/linktous.html)</String>
<Description>Search-Info ODP/DMOZ spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://search-info.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1308</ID>
<String>spider.batsch.com</String>
<Description>Batsch robot</Description>
<Type>R</Type>
<Comment> - site unreachable</Comment>
<Link1>http://www.batsch.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_110206_4</ID>
<String>Spider.TerraNautic.net - v:1.04</String>
<Description>TerraNautic spider for Schnellsuchen touristic search (Germany)</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.terranautic.net/</Link1>
<Link2>http://www.schnellsuchen.com/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1309</ID>
<String>spider.yellopet.com - www.yellopet.com</String>
<Description>Yellopet spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.yellopet.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1310</ID>
<String>Spider/maxbot.com admin@maxbot.com</String>
<Description>Maxbot .gov .mil .edu indexing robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.maxbot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1311</ID>
<String>SpiderKU/0.x</String>
<Description>Unknown robot from CPE at Kasetsart University (158.108.35.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.cpe.ku.ac.th/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1312</ID>
<String>SpiderMan</String>
<Description>Yahoo Search user agent or spider (202.165.102.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://search.yahoo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1313</ID>
<String>SpiderMonkey/7.0x (SpiderMonkey.ca info at http://spidermonkey.ca/sm.shtml)</String>
<Description>SpiderMonkey Canada robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://spidermonkey.ca/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1314</ID>
<String>Spinne/2.0</String>
<Description>Spider.de robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.spider.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1315</ID>
<String>Spinne/2.0 med</String>
<Description>Medkatalog (medical catalogue) Austria robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.medkatalog.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1316</ID>
<String>Spinne/2.0 med_AH</String>
<Description>Medkatalog (medical catalogue) Austria robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.medkatalog.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_180707_3</ID>
<String>Spock Crawler (http://www.spock.com/crawler)</String>
<Description>Spock - people search application - via Amazon web services</Description>
<Type>R</Type>
<Comment>72.44.62.1xx</Comment>
<Link1>http://www.spock.com/crawler</Link1>
<Link2>http://www.amazon.com/gp/browse.html?node=3435361</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1317</ID>
<String>sportsuchmaschine.de-Robot (Version: 1.02- powered by www.sportsuchmaschine.de)</String>
<Description>Sportsuchmaschine (German sports related search) link checking / robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.sportsuchmaschine.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_040306_1</ID>
<String>sproose/0.1-alpha (sproose crawler; http://www.sproose.com/bot.html; crawler@sproose.com)</String>
<Description>Sproose personalized search (38.100.225.xx)</Description>
<Type>R</Type>
<Comment>powered by Nutch</Comment>
<Link1>http://www.sproose.com/</Link1>
<Link2>http://lucene.apache.org/nutch/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1318</ID>
<String>SQ Webscanner</String>
<Description>SQ Webscanner Mac download manager</Description>
<Type>D</Type>
<Comment>product is discontinued</Comment>
<Link1>http://macinsearch.com/users/webscanner/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1319</ID>
<String>Squid-Prefetch</String>
<Description>Simple page-prefetch for Squid web proxy</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://packages.debian.org/stable/web/squid-prefetch</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_171105_2</ID>
<String>squidclam</String>
<Description>Squidclam is a replacement for SquidClamAV-Redirector</Description>
<Type>P</Type>
<Comment>s.also SquidClamAV_Redirector 1.x.x</Comment>
<Link1>http://sourceforge.net/projects/squidclam</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1320</ID>
<String>SquidClamAV_Redirector 1.x.x</String>
<Description>SCAVR - Squid helper script for scanning download URLs for viruses</Description>
<Type>P</Type>
<Comment>s.also squidclam</Comment>
<Link1>http://www.jackal-net.at/tiki-read_article.php?articleId=1</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1321</ID>
<String>Sqworm/2.9.81-BETA (beta_release; 20011102-760; i686-pc-linux-gnu)</String>
<Description>AOL Search / Pacific Internet Exchange robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.aol.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1322</ID>
<String>Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)</String>
<Description>diff. IPs / services i.e.: - Inria.fr robot - Websense (Internet filtering) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inria.fr/</Link1>
<Link2>http://www.websense.com/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1323</ID>
<String>Sqworm/2.9.89-BETA (beta_release; 20020130-839; i686-pc-linux-gnu) </String>
<Description>Time Warner Telecom user robot ?</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1324</ID>
<String>SSurf15a 11 </String>
<Description>Some site scanning tool via diff. IPs i.e.: - choiceone.net (216.153.xxx.xxx) - epix.net (216.108.198.xx)</Description>
<Type>S</Type>
<Comment>see also - PSurf15a VA or random letters like - AWSCBA - URVUSLNAM</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1325</ID>
<String>StackRambler/x.x </String>
<Description>Rambler search (Russia) robot (81.19.6x.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.rambler.ru</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1326</ID>
<String>Stamina/1.4</String>
<Description>Stamina download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.wildbits.com/stamina/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1327</ID>
<String>Star Downloader</String>
<Description>Star Downloader download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.stardownloader.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_140106_3</ID>
<String>StarDownloader/1.xx</String>
<Description>Star Downloader download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.stardownloader.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1328</ID>
<String>stat statcrawler@gmail.com</String>
<Description>Experimental search engine spider from 66.92.186.xxx</Description>
<Type>R</Type>
<Comment>66.92.186.xxx</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1329</ID>
<String>Steeler/1.x (http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)</String>
<Description>Steeler crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.tkl.iis.u-tokyo.ac.jp/~crawler/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_031107_5</ID>
<String>Steeler/3.3 (http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)</String>
<Description>Steeler - University of Tokyo web crawler</Description>
<Type>R</Type>
<Comment>157.82.156.xx[x]</Comment>
<Link1>http://www.tkl.iis.u-tokyo.ac.jp/~crawler/crawler.html.en</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_060106_1</ID>
<String>Strategic Board Bot (+http://www.strategicboard.com)</String>
<Description>Strategic Board blog &amp; news search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.strategicboard.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_140906_2</ID>
<String>Strategic Board Bot (+http://www.strategicboard.com)</String>
<Description>Strategic Board blogs and news aggregator robot</Description>
<Type>R</Type>
<Comment>62.0.99.2xx</Comment>
<Link1>http://www.strategicboard.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1330</ID>
<String>Submission Spider at surfsafely.com</String>
<Description>Surfsafely submission verifier</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.surfsafely.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_210106_4</ID>
<String>suchbaer.de</String>
<Description>Suchbaer.de (Germany) search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.suchbaer.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_010206_3</ID>
<String>suchbaer.de (CrawlerAgent v0.103)</String>
<Description>Suchbaer.de (Germany) search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.suchbaer.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1331</ID>
<String>suchbot</String>
<Description>Suchbot Germany robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.suchbot.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1332</ID>
<String>Suchknecht.at-Robot</String>
<Description>Suchknecht Austria robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.suchknecht.at/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_120206_1</ID>
<String>suchpadbot/1.0 (+http://www.suchpad.de)</String>
<Description>suchpad search Germany robot (213.239.194.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.suchpad.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_160107_2</ID>
<String>Sunrise XP/2.x</String>
<Description>Sunrise XP handheld news / website reader and converter</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://sourceforge.net/projects/sunrisexp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_230406_4</ID>
<String>Sunrise/0.42g (Windows XP)</String>
<Description>Sunrise XP web sites and newsfeeds converter and handheld reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.sunrisexp.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1333</ID>
<String>SuperBot/x.x (Win32)</String>
<Description>SuperBot website copier</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.sparkleware.com/superbot/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_260108_2</ID>
<String>SuperBot/x.x.x.xx (Windows XP)</String>
<Description>SuperBot website copier</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.sparkleware.com/superbot/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1334</ID>
<String>Superdownloads Spiderman</String>
<Description>Ubbi Superdownloads (Brazil) link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://superdownloads.ubbi.com.br/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1335</ID>
<String>SURF </String>
<Description>SurfControl Web Filtering</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.surfcontrol.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1336</ID>
<String>SurferF3 1/0</String>
<Description>Wanadoo Rechereche robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.wanadoo.fr/qqo/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1337</ID>
<String>SurfMaster</String>
<Description>Maskbit Surfmaster bookmark tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.maskbit.com/surfmaster.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1338</ID>
<String>SurveyBot/2.2 &lt;a href='http://www.whois.sc'>Whois Source&lt;/a></String>
<Description>Whois Source domain name information robot (66.249.26.xx)</Description>
<Type>R C</Type>
<Comment>s.also: PigeonBot</Comment>
<Link1>http://www.whois.sc/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1339</ID>
<String>SurveyBot/2.3 (Whois Source)</String>
<Description>Whois Source domain name information robot (66.249.26.xx)</Description>
<Type>R C</Type>
<Comment>s.also: PigeonBot</Comment>
<Link1>http://www.whois.sc/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1340</ID>
<String>suzuran</String>
<Description>Yokogao Search Engine robot (Kanazawa University)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://web.kanazawa-u.ac.jp/esearch.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1341</ID>
<String>SWB/V1.4 (HP)</String>
<Description>HP Secure Web Browser for OpenVMS</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://h71000.www7.hp.com/openvms/products/ips/cswb/cswb.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1342</ID>
<String>swbot/0.9c libwww/5.3.1</String>
<Description>unknown</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1343</ID>
<String>Swooglebot/2.0. (+http://swoogle.umbc.edu/swooglebot.htm)</String>
<Description>Swooglebot Swoogle's semantic web crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://swoogle.umbc.edu</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_060106_2</ID>
<String>SWSBot-Images/1.2 http://www.smartwaresoft.com/swsbot12.html</String>
<Description>SWSBot - SmartWareSoft (85.186.255.xx) software search engine created for Playfuls.com</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.smartwaresoft.com/swsbot12.html</Link1>
<Link2>http://www.playfuls.com/</Link2>
</user-agent>
<user-agent>
<ID>id_n_s_300106_2</ID>
<String>SygolBot http://www.sygol.net</String>
<Description>Sygol Search (Italy) robot</Description>
<Type>R</Type>
<Comment>s.also &lt;http://www.sygol.com/></Comment>
<Link1>http://www.sygol.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1344</ID>
<String>Sylera/1.2.x</String>
<Description>Sylera browser (Japan)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://tabbrowser.ktplan.jp/valinor/sylera.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1345</ID>
<String>SyncBot</String>
<Description>Mindspring.com user robot</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.mindspring.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1346</ID>
<String>SyncIT/x.x</String>
<Description>SyncIT link validation</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.bookmarksync.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_140906_1</ID>
<String>Syndirella/0.91pre</String>
<Description>Syndirella desktop information aggregator (beta)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.yole.ru/projects/syndirella/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1347</ID>
<String>SynoBot</String>
<Description>Synomia (France) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.synomia.fr/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_150406_1</ID>
<String>Syntryx ANT Scout Chassis Pheromone; Mozilla/4.0 compatible crawler</String>
<Description>Syntryx Solution Suite - domain / keyword crawler (216.7.179.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.syntryx.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1348</ID>
<String>Szukacz/1.x</String>
<Description>Szukacz.pl (Polish search) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.szukacz.pl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_n_s_1349</ID>
<String>Szukacz/1.x (robot; www.szukacz.pl/jakdzialarobot.html; szukacz@proszynski.pl)</String>
<Description>Szukacz.pl (Polish search) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.szukacz.pl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_220106_2</ID>
<String>T-Online Browser</String>
<Description>German T-Online browser &amp; internet suite </Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://service.t-online.de/c/06/52/67/652672.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_070807_1</ID>
<String>tags2dir.com/0.8 (+http://tags2dir.com/directory/)</String>
<Description>tags2dir.com directory index</Description>
<Type>R</Type>
<Comment>74.115.102.1xx</Comment>
<Link1>http://tags2dir.com/directory/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1350</ID>
<String>Tagword (http://tagword.com/dmoz_survey.php)</String>
<Description>TAGword DMOZ survey - ODP link checking robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://tagword.com/dmoz_survey.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_271105_2</ID>
<String>Tagyu Agent/1.0</String>
<Description>Tagyu - del.icio.us bookmark collection online tag generator</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.tagyu.com/</Link1>
<Link2>http://del.icio.us/</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1351</ID>
<String>Talkro Web-Shot/1.0 (E-mail: webshot@daumsoft.com- Home: http://222.122.15.190/webshot)</String>
<Description>Daumsoft Talkro IR robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.daumsoft.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1352</ID>
<String>TAMU_CS_IRL_CRAWLER/1.0</String>
<Description>Texas A&amp;M University - Dept. of Computer Science crawler (server or link checking ?)</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.cs.tamu.edu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1353</ID>
<String>targetblaster.com/0.9k</String>
<Description>Targetblaster user link validation ?</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.targetblaster.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_230706_2</ID>
<String>TargetYourNews.com bot</String>
<Description>Target Your News - user submitted links</Description>
<Type>C</Type>
<Comment>72.36.160.xxx</Comment>
<Link1>http://targetyournews.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_201006_1</ID>
<String>TCDBOT/Nutch-0.8 (PhD student research;http://www.tcd.ie; mcgettrs at t c d dot IE)</String>
<Description>Trinity College Dublin (Ireland) TCDBOT</Description>
<Type>R</Type>
<Comment>134.226.1.xx</Comment>
<Link1>http://www.tcd.ie/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1354</ID>
<String>TE</String>
<Description>HTTP header for transfer encoding used as user agent name ?</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1355</ID>
<String>TeamSoft WinInet Component</String>
<Description>WinInet Internet client app.</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.winsoft.sk/wininet.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1356</ID>
<String>TECOMAC-Crawler/0.x</String>
<Description>Tecomac Gmbh (Germany) crawler software - now Arexera Information Technologies</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.arexera.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1357</ID>
<String>Tecomi Bot (http://www.tecomi.com/bot.htm)</String>
<Description>Tecomi (Germany) beta / test robot (84.201.65.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.tecomi.com/Suchmaschine</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_101107_2</ID>
<String>Teemer (NetSeer&#44; Inc. is a Los Angeles based Internet startup company.; http://www.netseer.com/crawler.html; crawler@netseer.com)</String>
<Description>Teemer crawler for NetSeer search (beta) via Amazon Web Services - see also NetSeer/Nutch</Description>
<Type>R</Type>
<Comment>67.202.26.1xx</Comment>
<Link1>http://www.netseer.com/</Link1>
<Link2>http://www.amazon.com/gp/browse.html?node=3435361</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1358</ID>
<String>Teleport Pro/1.2x(.1xxx)</String>
<Description>Teleport (website) downloading tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.tenmax.com/teleport/pro/home.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1359</ID>
<String>Teoma MP</String>
<Description>Teoma crawler (65.214.36.xx[x])</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.teoma.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1361</ID>
<String>teomaagent crawler-admin@teoma.com</String>
<Description>Teoma crawler (65.214.36.xx[x])</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.teoma.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1362</ID>
<String>teomaagent1 [crawler-admin@teoma.com]</String>
<Description>Teoma crawler (65.214.36.xx[x])</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.teoma.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1360</ID>
<String>teoma_agent1</String>
<Description>Teoma crawler (65.214.36.xx[x])</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.teoma.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1363</ID>
<String>Teradex Mapper; mapper@teradex.com; http://www.teradex.com</String>
<Description>Teradex Directory robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://directory.teradex.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_010406_4</ID>
<String>TeragramCrawler</String>
<Description>Teragram multilingual text &amp; data processing software</Description>
<Type>D ?</Type>
<Comment></Comment>
<Link1>http://www.teragram.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_150807_2</ID>
<String>terraminds-bot/1.0 (support@terraminds.de)</String>
<Description>Terraminds blog search (Germany)</Description>
<Type>R</Type>
<Comment>88.198.44.2xx</Comment>
<Link1>http://www.terraminds.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_220406_1</ID>
<String>TerrawizBot/1.0 (+http://www.terrawiz.com/bot.html)</String>
<Description>Terrawiz Indian Search Engine robot</Description>
<Type>R</Type>
<Comment>209.128.80.1xx</Comment>
<Link1>http://www.terrawiz.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1364</ID>
<String>Test spider</String>
<Description>Noceans Information Portfolio Manager (66.35.69.x)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.noceans.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_160507_1</ID>
<String>TestCrawler/Nutch-0.9 (Testing Crawler for Research ; http://balihoo.com/index.aspx; tgautier at balihoo dot com)</String>
<Description>Balihoo - Search Engine for Advertising Media</Description>
<Type>R</Type>
<Comment>204.228.230.xx</Comment>
<Link1>http://balihoo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1365</ID>
<String>The Expert HTML Source Viewer (http://www.expert-html.com)</String>
<Description>Expert HTML online source viewer</Description>
<Type>D B</Type>
<Comment>in conjunction with lwp-trivial/1.35</Comment>
<Link1>http://www.expert-html.net - site is offline</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_281207_3</ID>
<String>TheRarestParser/0.2a (http://therarestwords.com/)</String>
<Description>The Rarest Words - Linguistic experiment crawler via Amazon Web Services</Description>
<Type>R</Type>
<Comment>67.202.27.19x</Comment>
<Link1>http://therarestwords.com/</Link1>
<Link2>http://www.amazon.com/gp/browse.html?node=3435361</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1366</ID>
<String>TheSuBot/0.1 (www.thesubot.de)</String>
<Description>TheSuBot robot (Germany) for an unknown theme based search engine</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.thesubot.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_171106_1</ID>
<String>thumbshots-de-Bot (Version: 1.02&#44; powered by www.thumbshots.de)</String>
<Description>ThumbShots website thumbnail service (Germany) robot</Description>
<Type>D</Type>
<Comment>212.112.238.xx</Comment>
<Link1>http://www.thumbshots.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1367</ID>
<String>thumbshots-de-Bot (Version: 1.02- powered by www.thumbshots.de)</String>
<Description>ThumbShots.de (Germany) robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.thumbshots.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_250206_1</ID>
<String>timboBot/0.9 http://www.breakingblogs.com/timbo_bot.html</String>
<Description>Breaking Blogs timbo bot blog robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.breakingblogs.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_140106_4</ID>
<String>http://www.timelyweb.com/</String>
<Description>TimelyWeb web page monitoring tool</Description>
<Type>C</Type>
<Comment>s. also EldoS ...</Comment>
<Link1>http://www.eldos.org/timelyweb/timelyweb.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_180408_6</ID>
<String>TinEye/1.1 (http://tineye.com/crawler.html)</String>
<Description>TinEye crawler for an open image search project</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://tineye.com/crawler.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1368</ID>
<String>tivraSpider/1.0 (crawler@tivra.com)</String>
<Description>Tivra spider from AT&amp;T Labs Research</Description>
<Type>R</Type>
<Comment>see this document: http://trec.nist.gov/pubs/trec9/papers/att-trec9.ps</Comment>
<Link1>http://trec.nist.gov/pubs/trec9/papers/att-trec9.ps</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1369</ID>
<String>TJG/Spider</String>
<Description>Tjgroup spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.tjgroup.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1370</ID>
<String>TJvMultiHttpGrabber Component</String>
<Description>TJvHttpGrabber (JEDI Visual Component Library)</Description>
<Type></Type>
<Comment>Possibly used by Bit Torrent Search </Comment>
<Link1>http://homepages.borland.com/jedi/jedihelp/item.php?Id=22015</Link1>
<Link2>http://www.btsearch.net/</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1371</ID>
<String>Tkensaku/x.x(http://www.tkensaku.com/q.html)</String>
<Description>Tkensaku Search (Japan) robot from 210.239.46.xxx (www.tken.com)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.tkensaku.com/q.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1372</ID>
<String>toCrawl/UrlDispatcher</String>
<Description>Unknown robot from 195.68.98.xx (coltfrance.com)</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_200207_1</ID>
<String>Topodia/1.2-dev (Topodia - Crawler for HTTP content indexing; http://www.topodia.com/; support@topodia.com)</String>
<Description>Topodia search engine and personal information assistant (in development)</Description>
<Type>R</Type>
<Comment>88.153.148.xx</Comment>
<Link1>http://www.topodia.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_160506_2</ID>
<String>TOPOS robot/1.1 (http://www.topos.com.ua/)</String>
<Description>Topos search (Russia) robot</Description>
<Type>C</Type>
<Comment>193.17.73.1xx</Comment>
<Link1>http://www.topos.com.ua/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1373</ID>
<String>Toutatis x-xx.x (hoppa.com)</String>
<Description>Hoppa robot (81.4.78.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://hoppa.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1374</ID>
<String>Toutatis x.x (hoppa.com)</String>
<Description>Hoppa robot (81.4.78.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://hoppa.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1375</ID>
<String>Toutatis x.x-x</String>
<Description>Hoppa robot (81.4.78.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://hoppa.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_050806_2</ID>
<String>traazibot/testengine (+http://www.traazi.de)</String>
<Description>Traazi! search (Germany) robot</Description>
<Type>R</Type>
<Comment>87.230.5.2xx</Comment>
<Link1>http://www.traazi.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_041007_2</ID>
<String>Trailfire-bot/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)</String>
<Description>Trailfire web collection and annotating system</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.trailfire.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_081207_2</ID>
<String>Trailfire-bot/0.7.1 (Trailfire page content analyzer; http://trailfire.com; info@trailfire.com)</String>
<Description>Trailfire web collection and annotating system</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.trailfire.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_260807_2</ID>
<String>Trailfire/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)</String>
<Description>Trailfire web collection and annotating system</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.trailfire.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1376</ID>
<String>Trampelpfad-Spider</String>
<Description>Trampelpfad Webkatalog spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www2.trampelpfad.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1377</ID>
<String>Trampelpfad-Spider-v0.1</String>
<Description>Trampelpfad Webkatalog spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www2.trampelpfad.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1378</ID>
<String>tricosMetaCheck 1.2216-08-1999 (http://www.tricos.com/metacheck)</String>
<Description>Tricos meta tag validation</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.tricos.us/metaone.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1379</ID>
<String>TSurf15a 11</String>
<Description>some bad user agent</Description>
<Type>S</Type>
<Comment>- s. DBrowse- Dsurf etc.</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1380</ID>
<String>TulipChain/5.x (http://ostermiller.org/tulipchain/) Java/1.x.1_0x (http://java.sun.com/) Linux/2.4.17</String>
<Description>Tulip Chain browser / link checker for Dmoz.org directory</Description>
<Type>B C R</Type>
<Comment></Comment>
<Link1>http://ostermiller.org/tulipchain/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1381</ID>
<String>TulipChain/5.xx (http://ostermiller.org/tulipchain/) Java/1.x.1_0x (http://apple.com/) Mac_OS_X/10.2.8</String>
<Description>Tulip Chain browser / link checker for Dmoz.org directory</Description>
<Type>B C R</Type>
<Comment></Comment>
<Link1>http://ostermiller.org/tulipchain/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_101107_3</ID>
<String>Tumblr/1.0 RSS syndication (+http://www.tumblr.com/) (support@tumblr.com)</String>
<Description>Tumblr Tumblelogs RSS and news syndication crawler</Description>
<Type>R</Type>
<Comment>72.32.6.15x</Comment>
<Link1>http://www.tumblr.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1382</ID>
<String>TurnitinBot/x.x (http://www.turnitin.com/robot/crawlerinfo.html)</String>
<Description>Turnitin (ex SlySearch) robot for helping educational institutions prevent plagiarism</Description>
<Type>R</Type>
<Comment>64.140.49.xx</Comment>
<Link1>http://www.turnitin.com/robot/crawlerinfo.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1383</ID>
<String>Turnpike Emporium LinkChecker/0.1</String>
<Description>TurnPike Emporium Directory (207.67.198.x) link checking</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.turnpike.net/directory.phtml</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1384</ID>
<String>TutorGig/1.5 (+http://www.tutorgig.com/crawler)</String>
<Description>TutorGig tutorial search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.tutorgig.com/crawler/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1385</ID>
<String>Tutorial Crawler 1.4 (http://www.tutorgig.com/crawler)</String>
<Description>TutorGig tutorial search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.tutorgig.com/crawler/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1386</ID>
<String>Twiceler www.cuill.com/robots.html</String>
<Description>Twiceler experimental web crawler</Description>
<Type>R</Type>
<Comment>64.62.136.xxx</Comment>
<Link1>http://www.cuill.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_290407_1</ID>
<String>Twiceler-0.9 http://www.cuill.com/twiceler/robot.html</String>
<Description>Twiceler experimental web crawler</Description>
<Type>R</Type>
<Comment>64.62.136.xxx</Comment>
<Link1>http://www.cuill.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_291105_5</ID>
<String>Twisted PageGetter</String>
<Description>File downloading component from Twisted Python</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://twistedmatrix.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_140508_5</ID>
<String>Twitturly / v0.x</String>
<Description>Twitt(url)y URL tracking service for Twitter via Amazon Web Services</Description>
<Type>C</Type>
<Comment>75.101.135.[x]xx</Comment>
<Link1>http://twitturly.com/</Link1>
<Link2>http://twitter.com/</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1387</ID>
<String>Twotrees Reactive Filter V2.0</String>
<Description>Twotrees content filter</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.twotrees.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_221207_2</ID>
<String>Tycoon Agent/Nutch-1.0-dev</String>
<Description>Tycoon - Hewlett-Packards distributed cluster solution robot</Description>
<Type>R</Type>
<Comment>204.123.46.xx[x]</Comment>
<Link1>http://tycoon.hpl.hp.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1388</ID>
<String>TygoBot</String>
<Description>Tygo Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.tygo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1389</ID>
<String>TygoProwler</String>
<Description>Tygo Search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.tygo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1390</ID>
<String>UCmore</String>
<Description>UCMore -  IE navigation and search plugin</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.ucmore.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1391</ID>
<String>UCMore Crawler App</String>
<Description>UCMore -  IE navigation and search plugin</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.ucmore.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_290208_1</ID>
<String>UCWEB5.1</String>
<Description>Ucweb mobile browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.ucweb.com/English/product.shtml</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1392</ID>
<String>UDM</String>
<Description>user agent - maybe UdmSearch (see UdmSearch) ?</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1393</ID>
<String>UdmSearch/3.1.x</String>
<Description>UdmSearch / MySearch (now mnoGoSeach) offline browser/search client</Description>
<Type>R B</Type>
<Comment></Comment>
<Link1>http://mnogosearch.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1394</ID>
<String>UIowaCrawler/1.0</String>
<Description>University of Iowa Crawler- possibly MySpiders</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://myspiders.biz.uiowa.edu/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_231106_1</ID>
<String>UKWizz/Nutch-0.8.1 (UKWizz Nutch crawler; http://www.ukwizz.com/)</String>
<Description>UKWizz search robot</Description>
<Type>R</Type>
<Comment>s. also Mackster</Comment>
<Link1>http://www.ukwizz.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1395</ID>
<String>Ultraseek</String>
<Description>Infoseek robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.infoseek.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1396</ID>
<String>Under the Rainbow 2.2</String>
<Description>Unknown mail harvester/spambot from 80.58.13.xxx (proxycache.rima-tde.net)</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.honeypot.be/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_a_f_140308_1</ID>
<String>unknownght.com Web Server IIS vs Apache Survey. See Results at www.DNSRight.com</String>
<Description>DNS Right - Online DNS tools</Description>
<Type>C</Type>
<Comment>203.161.71.17x</Comment>
<Link1>http://www.dnsright.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1397</ID>
<String>UofTDB_experiment (leehyun@cs.toronto.edu)</String>
<Description>Unknown robot from University of Toronto (128.100.5.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1398</ID>
<String>UP.Browser/3.01-IG01 UP.Link/3.2.3.4</String>
<Description>Mobile phone browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_050806_1</ID>
<String>updated/0.1-alpha (updated crawler; http://www.updated.com; crawler@updated.com)</String>
<Description>Updated! search robot</Description>
<Type>R</Type>
<Comment>38.119.96.1xx</Comment>
<Link1>http://www.updated.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1399</ID>
<String>updated/0.1beta (updated.com; http://www.updated.com; crawler@updated.om)</String>
<Description>Updated! search robot</Description>
<Type>R</Type>
<Comment>38.119.96.1xx</Comment>
<Link1>http://www.updated.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1400</ID>
<String>UPG1 UP/4.0 (compatible; Blazer 1.0)</String>
<Description>Handspring (PalmOS powered cellphone) Treo Blazer browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1401</ID>
<String>Uptimebot</String>
<Description>UptimeBot.com online link popularity check</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.uptimebot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1402</ID>
<String>UptimeBot(www.uptimebot.com)</String>
<Description>UptimeBot.com online link popularity check</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.uptimebot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_160706_2</ID>
<String>URI::Fetch/0.06</String>
<Description>URI::Fetch - client for fetching HTTP pages and syndication feeds (RSS Atom)</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://search.cpan.org/dist/URI-Fetch/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1403</ID>
<String>URL Spider Pro/x.xx (innerprise.net)</String>
<Description>Innerprise URL Spider Pro (now ES.NET) web indexing / site searching tool</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.innerprise.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_121106_2</ID>
<String>URLBase/6.x</String>
<Description>URLBase - Internet shortcut manager</Description>
<Type>C</Type>
<Comment>s. also Mozilla/4.0 (Compatible); URLBase 6</Comment>
<Link1>http://www.terriadev.com/products/urlbase/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1406</ID>
<String>URLBlaze</String>
<Description>URLBlaze file sharing link toolkit</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.urlblaze.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_011108_4</ID>
<String>urlfan-bot/1.0; +http://www.urlfan.com/site/bot/350.html</String>
<Description>://URLFAN news crawler</Description>
<Type>R</Type>
<Comment>70.165.48.16x</Comment>
<Link1>http://www.urlfan.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1407</ID>
<String>URLGetFile</String>
<Description>URLGetFile downloading tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://shazron.com/freeware/java-utils/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1404</ID>
<String>URL_Spider_Pro/x.x</String>
<Description>Innerprise URL Spider Pro (now ES.NET) web indexing / site searching tool</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.innerprise.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1405</ID>
<String>URL_Spider_Pro/x.x+(http://www.innerprise.net/usp-spider.asp)</String>
<Description>Innerprise URL Spider Pro (now ES.NET) web indexing / site searching tool</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.innerprise.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_291006_1</ID>
<String>User-Agent:  BoardReader Favicon Fetcher /1.0 info@boardreader.com</String>
<Description>BoardReader search favicon fetcher</Description>
<Type>D</Type>
<Comment>208.65.71.xx</Comment>
<Link1>http://www.boardreader.com/</Link1>
<Link2>http://www.internetadsales.com/modules/news/article.php?storyid=4050</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_081206_1</ID>
<String>User-Agent:  BoardReader Image Fetcher /1.0 info@boardreader.com</String>
<Description>BoardReader search image fetcher</Description>
<Type>D</Type>
<Comment>208.65.71.xx</Comment>
<Link1>http://www.boardreader.com/</Link1>
<Link2>http://www.internetadsales.com/modules/news/article.php?storyid=4050</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_060206_2</ID>
<String>User-Agent:  LjSEEK Picture-Bot /1.0 contact@ljseek.com</String>
<Description>ljpic.com - LiveJournal picture feed search</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.ljpic.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1408</ID>
<String>User-Agent: FileHeap! file downloader (http://www.fileheap.com)</String>
<Description>FileHeap download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.fileheap.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_270306_2</ID>
<String>User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)</String>
<Description>Malformed UA header from some guestbook/forum spammer</Description>
<Type>S</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1409</ID>
<String>User-Agent: Mozilla/4.0 (SKIZZLE! Distributed Internet Spider v1.0 - www.SKIZZLE.com)</String>
<Description>Skizzle search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.skizzle.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1410</ID>
<String>user-agent=Mozilla/3.01Gold</String>
<Description>unknown robot (reads robots.txt) or sitegrabber. From different IPs- ie.: 62.98.8.xx (wind.it)</Description>
<Type>R D ?</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1411</ID>
<String>USyd-NLP-Spider (http://www.it.usyd.edu.au/~vinci/bot.html)</String>
<Description>University of Sydney NLP Spider for research in Natural Language Processing </Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.it.usyd.edu.au/~vinci/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1412</ID>
<String>UtilMind HTTPGet</String>
<Description>Web Thief Site Grabber</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.utilmind.com/scripts/webthief.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1413</ID>
<String>Utopia WebWasher 3.0</String>
<Description>WebWasher ad filter</Description>
<Type>P B</Type>
<Comment></Comment>
<Link1>http://www.webwasher.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_100406_1</ID>
<String>uTorrent/1500</String>
<Description>uTorrent BitTorrent client</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.utorrent.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_060108_2</ID>
<String>VadixBot</String>
<Description>Unknown bad behaving bot via Road Runner - see link</Description>
<Type>S</Type>
<Comment>67.78.34.1[6-7][0-9] - 70.112.211.2x</Comment>
<Link1>http://mikesblog.americasdebate.com/2007/06/06/vadixbot-look-out/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_050406_4</ID>
<String>Vagabondo-WAP/2.0 (webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)/1.0 Profile</String>
<Description>WiseGuys WAP pages robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.wise-guys.nl/Contact/index.php?botselected=webagents&amp;lang=uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1414</ID>
<String>Vagabondo/1.x MT (webagent@wise-guys.nl)</String>
<Description>WiseGuys robot Netherland - 82.94.216.2</Description>
<Type>R</Type>
<Comment>s. also Mozilla/3.0 (Vagabondo...</Comment>
<Link1>http://www.wise-guys.nl/Contact/index.php?botselected=webagents&amp;lang=uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1415</ID>
<String>Vagabondo/2.0 MT</String>
<Description>WiseGuys robot Netherland - 82.94.216.2</Description>
<Type>R</Type>
<Comment>s. also Mozilla/3.0 (Vagabondo...</Comment>
<Link1>http://www.wise-guys.nl/Contact/index.php?botselected=webagents&amp;lang=uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1416</ID>
<String>Vagabondo/2.0 MT (webagent at wise-guys dot nl)</String>
<Description>WiseGuys robot Netherland - 82.94.216.2</Description>
<Type>R</Type>
<Comment>s. also Mozilla/3.0 (Vagabondo...</Comment>
<Link1>http://www.wise-guys.nl/Contact/index.php?botselected=webagents&amp;lang=uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1417</ID>
<String>Vagabondo/2.0 MT (webagent@NOSPAMwise-guys.nl)</String>
<Description>WiseGuys robot Netherland - 82.94.216.2</Description>
<Type>R</Type>
<Comment>s. also Mozilla/3.0 (Vagabondo...</Comment>
<Link1>http://www.wise-guys.nl/Contact/index.php?botselected=webagents&amp;lang=uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_021205_2</ID>
<String>Vagabondo/3.0 (webagent at wise-guys dot nl)</String>
<Description>WiseGuys robot Netherland - 82.94.216.2</Description>
<Type>R</Type>
<Comment>s.also - Mozilla/3.0 (Vagabondo...</Comment>
<Link1>http://www.wise-guys.nl/Contact/index.php?botselected=webagents&amp;lang=uk</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1418</ID>
<String>Vakes/0.01 (Vakes; http://www.vakes.com/; search@vakes.com)</String>
<Description>Open Directory link checking from Vakes</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.vakes.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1420</ID>
<String>VayalaCreep-v0.0.1 (haploid@haploid.com)</String>
<Description>unknown level3.net (63.214.172.xxx) robot</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1419</ID>
<String>Vayala|Creep-v0.0.1 (codepoet@wildties.com)</String>
<Description>unknown level3.net (63.214.172.xxx) robot</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1421</ID>
<String>vb wininet</String>
<Description>iNet Grabber - Internet content grabber</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.aldostools.com/igrabber.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1422</ID>
<String>versus 0.2 (+http://versus.integis.ch)</String>
<Description>Versus Project robot - Comparing methods for near-uniform URL sampling</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://versus.integis.ch/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1423</ID>
<String>versus crawler eda.baykan@epfl.ch</String>
<Description>Unknown robot from EPFL University Switzerland (128.178.155.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.epfl.ch/Eindex.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_120408_1</ID>
<String>Verticrawlbot</String>
<Description>Verticrawl - Semantic search engine solution (French)</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.verticrawl.com/fr/homepage.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1424</ID>
<String>VeryGoodSearch.com.DaddyLongLegs</String>
<Description>VeryGoodSearch.com link submission checking</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.verygoodsearch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1425</ID>
<String>verzamelgids.nl - Networking4all Bot/x.x</String>
<Description>Verzamelgids NL link checking robot</Description>
<Type>R</Type>
<Comment>213.247.50.xx</Comment>
<Link1>http://www.verzamelgids.nl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_181006_2</ID>
<String>Verzamelgids/2.2 (http://www.verzamelgids.nl)</String>
<Description>Verzamelgids NL link checking robot</Description>
<Type>R</Type>
<Comment>213.247.50.xx</Comment>
<Link1>http://www.verzamelgids.nl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_030406_1</ID>
<String>Vespa Crawler</String>
<Description>Unknown robot from Yahoo Norway</Description>
<Type>R</Type>
<Comment>217.144.236.x</Comment>
<Link1>http://no.yahoo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_190206_1</ID>
<String>virus_detector (virus_harvester@securecomputing.com)</String>
<Description>Sidewinder G2 anti-virus and anti-spyware protection</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.securecomputing.com/sg2_antivirus.cfm?menu=solutions</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_140407_1</ID>
<String>VisBot/2.0 (Visvo.com Crawler; http://www.visvo.com/bot.html; bot@visvo.com)</String>
<Description>Visbot crawler for a search software under development</Description>
<Type>R</Type>
<Comment>63.133.162..xx</Comment>
<Link1>http://www.visvo.com/bot.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1426</ID>
<String>Visicom Toolbar</String>
<Description>Some IE toolbar made with Visicom Media Dynamic Toolbar software</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.dynamictoolbar.com/en/products/toolbar/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1427</ID>
<String>Vision Research Lab image spider at vision.ece.ucsb.edu</String>
<Description>Vision research lab's Cortina - content based image retrieval (128.111.60.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://vision.ece.ucsb.edu/multimedia/cortina.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_160906_1</ID>
<String>VLC media player - version 0.8.5 Janus - (c) 1996-2006 the VideoLAN team</String>
<Description>VLC - Cross-platform media player and streaming server</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.videolan.org/vlc/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_140806_1</ID>
<String>VMBot/0.x.x (VMBot; http://www.VerticalMatch.com/; vmbot@tradedot.com)</String>
<Description>VM - Vertical Search Engine (China)</Description>
<Type>R</Type>
<Comment>202.83.221.2xx</Comment>
<Link1>http://www.verticalmatch.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_020106_1</ID>
<String>Vortex/2.2 (+http://marty.anstey.ca/robots/vortex/)</String>
<Description>Vortex Web Indexing Robot for a study on  internet link distribution</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://marty.anstey.ca/projects/robots/vortex/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_041207_1</ID>
<String>voyager-hc/1.0</String>
<Description>Kosmix health&#44; auto and travel search crawler (204.14.48.x / 38.113.234.xxx)</Description>
<Type>R</Type>
<Comment>s. also - cfetch/1.x - carleson/1.x</Comment>
<Link1>http://www.kosmix.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_231105_1</ID>
<String>voyager/1.0</String>
<Description>Kosmix health&#44; auto and travel search crawler (204.14.48.x / 38.113.234.xxx)</Description>
<Type>R</Type>
<Comment>s. also - cfetch/1.x - carleson/1.x</Comment>
<Link1>http://www.kosmix.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_301108_3</ID>
<String>voyager/2.0 (http://www.kosmix.com/html/crawler.html)</String>
<Description>Kosmix health&#44; auto and travel search crawler (204.14.48.x / 38.113.234.xxx)</Description>
<Type>R</Type>
<Comment>s. also - cfetch/1.x - carleson/1.x</Comment>
<Link1>http://www.kosmix.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_171105_3</ID>
<String>VSE/1.0 (testcrawler@hotmail.com)</String>
<Description>Vivisimo search crawler (206.210.89.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.vivisimo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_171105_4</ID>
<String>VSE/1.0 (testcrawler@vivisimo.com)</String>
<Description>Vivisimo search crawler (206.210.89.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.vivisimo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1428</ID>
<String>vspider</String>
<Description>Verity vspider indexing software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.verity.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1429</ID>
<String>vspider/3.x</String>
<Description>Verity vspider indexing software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.verity.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_130707_1</ID>
<String>VWBOT/Nutch-0.9-dev (VWBOT Nutch Crawler; http://vwbot.cs.uiuc.edu;+vwbot@cs.uiuc.edu</String>
<Description>VWBot - MetaQuerier Crawler for the MetaQuerier project at the University of Illinois</Description>
<Type>R</Type>
<Comment>192.17.240.xx</Comment>
<Link1>http://vwbot.cs.uiuc.edu/</Link1>
<Link2>http://metaquerier.cs.uiuc.edu/</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1431</ID>
<String>W3C-checklink/3.x.x.x libwww-perl/5.xx</String>
<Description>W3C Link Checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://validator.w3.org/checklink</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1432</ID>
<String>W3C-checklink/4.x [4.xx] libwww-perl/5.xxx</String>
<Description>W3C Link Checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://validator.w3.org/checklink</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_080806_1</ID>
<String>W3C-WebCon/5.x.x libwww/5.x.x</String>
<Description>WebCon - the Libwww command line tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.w3.org/ComLine/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1433</ID>
<String>W3CLineMode/5.4.0 libwww/5.x.x</String>
<Description>W3C Line Mode (character based Web browser)</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.w3.org/LineMode/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1434</ID>
<String>W3CRobot/5.4.0 libwww/5.4.0</String>
<Description>Unknown link checking using Libwww via Korea Telecom (221.148.44.xxx)</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.w3.org/Library/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1430</ID>
<String>W3C_Validator/1.xxx libwww-perl/5.xx</String>
<Description>W3C HTML-Code Validator</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://validator.w3.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1435</ID>
<String>w3m/0.x.xx</String>
<Description>w3m Linux pager / text-based browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://w3m.sourceforge.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1436</ID>
<String>W3SiteSearch Crawler_v1.1 http://www.w3sitesearch.de</String>
<Description>W3 Site Search (Germany) search engine solution</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.w3sitesearch.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_061206_3</ID>
<String>wadaino.jp-crawler 0.2 (http://wadaino.jp/)</String>
<Description>Wadain (Japan) Blog / RSS search crawler</Description>
<Type>R</Type>
<Comment>202.51.14.1xx</Comment>
<Link1>http://wadaino.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1437</ID>
<String>WannaBe (Macintosh; PPC)</String>
<Description>Wanna-Be text mode browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://mindstory.com/wb2/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_270906_1</ID>
<String>WapOnWindows 1.0</String>
<Description>WapOnWindows WAP browser for PCs</Description>
<Type>B</Type>
<Comment>Site is dead</Comment>
<Link1>http://www.waponwindows.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_250206_2</ID>
<String>Watchfire WebXM 1.0</String>
<Description>Watchfire WebXM intranet solution</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.watchfire.com/products/webxm/default.aspx</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_200706_1</ID>
<String>WAVcheck 1.0.x (http://www.webbanalys.se/apps/WAVcheck/)</String>
<Description>WAVcheck - Simple Vendor Discovery Tool for detecting client-side tags from web analytics vendors</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.webbanalys.se/apps/WAVcheck/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_110106_1</ID>
<String>Wavefire/0.8-dev (Wavefire; http://www.wavefire.com; info@wavefire.com)</String>
<Description>Wavefire local search community engine (64.141.15.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.wavefire.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_110206_5</ID>
<String>Waypath development crawler - info at waypath dot com</String>
<Description>Waypath blog discovery engine robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.waypath.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_110206_6</ID>
<String>Waypath Scout v2.x - info at waypath dot com</String>
<Description>Waypath blog discovery engine robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.waypath.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1438</ID>
<String>WDG_Validator/1.1</String>
<Description>WDG HTML-code validator</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.htmlhelp.tne.co.uk/tools/validator/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1439</ID>
<String>Web Image Collector</String>
<Description>Datafire.com's Web Image Collector (graphics downloading tool)</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.datafire.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1440</ID>
<String>Web Link Validator 1.5</String>
<Description>Relsoft link checking software</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.relsoftware.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1441</ID>
<String>Web Snooper</String>
<Description>RankMeter ranking software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.searchutilities.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_010206_2</ID>
<String>web-bekannt (Version: 1.02&#44; powered by www.internetservice-franken.de)</String>
<Description>Web-bekannt German web directory link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.web-bekannt.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_010206_1</ID>
<String>web-bekannt (Version: 1.02&#44; powered by www.web-bekannt.de)</String>
<Description>Web-bekannt German web directory link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.web-bekannt.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1442</ID>
<String>Web-Bot V1.03</String>
<Description>Unkown link or server checking from W&#252;rzburg University Germany (132.187.10.xx)</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://informatik.uni-wuerzburg.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1443</ID>
<String>Web-Robot/5.0 (en-US; web-robot.com/policy.html) Web-Robot Crawler/2.0.3</String>
<Description>Unknown robot from 69.50.233.x (nectartech.com)</Description>
<Type></Type>
<Comment>no active website</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_010107_2</ID>
<String>web2express.org/Nutch-0.9-dev (leveled playing field; http://web2express.org/; info at web2express.org)</String>
<Description>Web2Express / Web2x - Open data searching tool</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://search.web2express.org/search/search.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_050206_1</ID>
<String>WebAlta Crawler/1.2.1 (http://www.webalta.ru/bot.html)</String>
<Description>WebAlta search Russia crawler (85.21.201.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.webalta.ru/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_250806_1</ID>
<String>WebarooBot (Webaroo Bot; http://64.124.122.252/feedback.html)</String>
<Description>WebarooBot / RufusBot from webaroo offline search service</Description>
<Type>R</Type>
<Comment>64.124.122.2xx</Comment>
<Link1>http://www.webaroo.com/</Link1>
<Link2>http://www.webaroo.com/company/site-owners</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_210407_1</ID>
<String>WebarooBot (Webaroo Bot; http://www.webaroo.com/rooSiteOwners.html)</String>
<Description>WebarooBot / RufusBot from webaroo offline search service</Description>
<Type>R</Type>
<Comment>64.124.122.2xx</Comment>
<Link1>http://www.webaroo.com/</Link1>
<Link2>http://www.webaroo.com/company/site-owners</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1444</ID>
<String>WebAuto/3.4xxx (WinNT; I)</String>
<Description>Yanasoft WebAuto website copier / downloading tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.yanasoft.co.jp/webauto.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1445</ID>
<String>webbandit/4.xx.0</String>
<Description>Web Bandit personal search software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://softwaresolutions.net/webbandit/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_140106_2</ID>
<String>WebBug/5.x</String>
<Description>Amansoft WebBug web server protocol test</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.cyberspyder.com/webbug.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1446</ID>
<String>Webclipping.com</String>
<Description>WebClipping.com - online news monitoring service</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.webclipping.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1447</ID>
<String>webcollage/1.xx</String>
<Description>WebCollage Syndicator graphics crawler/collector</Description>
<Type>R D</Type>
<Comment>s. also collage.cgi/1.xx</Comment>
<Link1>http://www.webcollage.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1448</ID>
<String>WebCompass 2.0</String>
<Description>Quarterdecks WebCompass search tool</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1449</ID>
<String>WebCopier vx.x</String>
<Description>WebCopier offline browser</Description>
<Type>D B</Type>
<Comment></Comment>
<Link1>http://www.maximumsoft.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1450</ID>
<String>WebCopier vx.xa</String>
<Description>WebCopier offline browser</Description>
<Type>D B</Type>
<Comment></Comment>
<Link1>http://www.maximumsoft.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_210506_1</ID>
<String>WebCorp/1.0</String>
<Description>WebCorp linguistic search engine (UK)</Description>
<Type>R</Type>
<Comment>193.60.130.xx</Comment>
<Link1>http://webcorp.uce.ac.uk/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1451</ID>
<String>webcrawl.net</String>
<Description>Webcrawl Search robot (64.40.105.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.webcrawl.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1452</ID>
<String>WebDownloader for X x.xx</String>
<Description>Unix/Linux Web Downloader</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.krasu.ru/soft/chuchelo/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1453</ID>
<String>Webdup/0.9</String>
<Description>Unknown robot from china-netcom.com</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1454</ID>
<String>WebFetch</String>
<Description>WingFlyer WebFetch website downloading tool</Description>
<Type>D B</Type>
<Comment></Comment>
<Link1>http://www.wingflyer.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1455</ID>
<String>webfetch/5.x.x</String>
<Description>webfetch - command line tool to fetch files via HTTP</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://tony.aiu.to/sa/webfetch/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_310806_2</ID>
<String>WebFilter Robot 1.0</String>
<Description>Verso NetSpective WebFilter</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.verso.com/enterprise/netspective/webfilter.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1456</ID>
<String>WebFilter Robot 1.x</String>
<Description>Telemate.net NetSpective WebFilter</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.telemate.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1457</ID>
<String>WebFindBot(http://www.web-find.com)</String>
<Description>Webfind search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.web-find.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1458</ID>
<String>Webglimpse 2.xx.x (http://webglimpse.net)</String>
<Description>Webglimpse search engine software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.webglimpse.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_150306_2</ID>
<String>webGobbler/1.x.x</String>
<Description>webGobbler - Online random image generator</Description>
<Type>R D</Type>
<Comment></Comment>
<Link1>http://sebsauvage.net/webgobbler/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1459</ID>
<String>webhack</String>
<Description>fake ?</Description>
<Type></Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_290807_2</ID>
<String>WebImages 0.3 ( http://herbert.groot.jebbink.nl/?app=WebImages )</String>
<Description>herbert.groot.jebbink.nl Web Images collage generator</Description>
<Type>D</Type>
<Comment>212.204.217.1xx</Comment>
<Link1>http://herbert.groot.jebbink.nl/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_280306_2</ID>
<String>WebLight/4.x.x (support@illumit.com; http://www.illumit.com/Products/weblight/)</String>
<Description>WebLight web analyzer &amp; link checker</Description>
<Type>C</Type>
<Comment>s. also Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; support@illumit.com...</Comment>
<Link1>http://www.illumit.com/Products/weblight/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1460</ID>
<String>Weblink's checker/</String>
<Description>WebLink's link management system for HTTP- FTP and Mail hyperlinks</Description>
<Type>C</Type>
<Comment>sometimes in conjunction w. PHP/4.0.6</Comment>
<Link1>http://www.harlequin.ch/technologien/tools/weblinks.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_140307_1</ID>
<String>Weblog Attitude Diffusion 1.0</String>
<Description>Los Alamos National Laboratoy weblog research project</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.user-agents.org/agents/weblogattitude.shtml</Link1>
<Link2>http://www.lanl.gov/</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_230606_1</ID>
<String>webmeasurement-bot&#44; http://rvs.informatik.uni-leipzig.de</String>
<Description>Unknown robot from Leipzig University (Germany) faculty for computer science</Description>
<Type>R</Type>
<Comment>139.18.38.1xx</Comment>
<Link1>http://rvs.informatik.uni-leipzig.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1461</ID>
<String>WebMiner/x.x [en] (Win98; I)</String>
<Description>WebMiner bulk file downloader</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://tribolic.com/webminer/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1462</ID>
<String>WeBoX/0.xx</String>
<Description>WeBoX (Japan) - Browser and web collector</Description>
<Type>B D</Type>
<Comment></Comment>
<Link1>http://www-nishio.ise.eng.osaka-u.ac.jp/~nakamura/webox/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1463</ID>
<String>WebPix 1.0 (www.netwu.com)</String>
<Description>WebPix - picture downloading tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.netwu.com/webpix/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1464</ID>
<String>WebQL</String>
<Description>Caesius WebQL - Custom robot/agent generator / web extraction software</Description>
<Type>B D</Type>
<Comment></Comment>
<Link1>http://www.caesius.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1465</ID>
<String>WebRACE/1.1 (University of Cyprus- Distributed Crawler)</String>
<Description>WebRACE - HTTP retrieval- annotation and caching engine</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://www.cs.ucy.ac.cy/Projects/eRACE/webrace.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_130907_1</ID>
<String>WebRankSpider/1.37 (+http://ulm191.server4you.de/crawler/)</String>
<Description>WebRankSpider experimental web crawler</Description>
<Type>R</Type>
<Comment>62.75.202.1xx</Comment>
<Link1>http://ulm191.server4you.de/crawler/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1468</ID>
<String>WebReaper vx.x - www.webreaper.net</String>
<Description>Webreaper download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.webreaper.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1466</ID>
<String>WebReaper [info@webreaper.net]</String>
<Description>Webreaper download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.webreaper.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1467</ID>
<String>WebReaper [webreaper@webreaper.net]</String>
<Description>Webreaper download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.webreaper.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1469</ID>
<String>WebSearch.COM.AU/3.0.1 (The Australian Search Engine; http://WebSearch.COM.AU; Search@WebSearch.COM.AU)</String>
<Description>Websearch Australia robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://WebSearch.COM.AU/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1470</ID>
<String>WebSearchBench WebCrawler v0.1(Experimental)</String>
<Description>Dortmund University WebSearchBench - Open source search software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://websearchbench.cs.uni-dortmund.de/websearch/about.html.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1471</ID>
<String>WebSearchBench WebCrawler V1.0 (Beta)- Prof. Dr.-Ing. Christoph Lindemann- Universit&#228;t Dortmund- cl@cs.uni-dortmund.de- http://websearchbench.cs.uni-dortmund.de/</String>
<Description>Dortmund University WebSearchBench - Open source search software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://websearchbench.cs.uni-dortmund.de/websearch/about.html.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_260806_2</ID>
<String>Website Explorer/0.9.x.x</String>
<Description>Web site downloading tool and offline browser (Japan)</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.umechando.com/webex/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1472</ID>
<String>Website eXtractor</String>
<Description>Website eXtractor web site downloading tool</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.asona.org/</Link1>
<Link2>http://www.internet-soft.com/</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_090606_1</ID>
<String>WebsiteWorth v1.0</String>
<Description>Sootle web directory Website Worth ranking tool</Description>
<Type>R</Type>
<Comment>216.89.111.x</Comment>
<Link1>http://directory.sootle.com/website-worth/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1473</ID>
<String>Webspinne/1.0 webmaster@webspinne.de</String>
<Description>Webspinne.de robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.webspinne.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1474</ID>
<String>Websquash.com (Add url robot)</String>
<Description>Websquash.com Search Engine robot / link checking</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.websquash.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1475</ID>
<String>WebStat/1.0 (Unix; beta; 20040314)</String>
<Description>WebStat - Java statistical computing environment for the web</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.math.psu.edu/babcock/webstat/version1.0/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_091006_2</ID>
<String>Webster v0.3 ( http://webster.healeys.net/ )</String>
<Description>Webster - Rev. Healeys web crawler</Description>
<Type>R</Type>
<Comment>24.99.22.xx</Comment>
<Link1>http://webster.healeys.net/</Link1>
<Link2>http://webster.healeys.net/search.php</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1476</ID>
<String>webster-internet.de pad browser</String>
<Description>Websters Webmaster Archive (Germany) submission / pad checking</Description>
<Type>C B</Type>
<Comment></Comment>
<Link1>http://webster.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1477</ID>
<String>WebStripper/2.xx</String>
<Description>WebStripper download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://webstripper.net/index.html</Link1>
<Link2>http://www.netidea.it</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1478</ID>
<String>WebTrafficExpress/x.0</String>
<Description>WebTrafficExpress IBM server software</Description>
<Type>P</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1479</ID>
<String>WebTrends/3.0 (WinNT)</String>
<Description>Web Trends link analyzer</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.netiq.com/webtrends/default.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1480</ID>
<String>WebVac (webmaster@pita.stanford.edu)</String>
<Description>The Stanford WebBase Project crawler</Description>
<Type>R</Type>
<Comment>ex Pita- s. there</Comment>
<Link1>http://www-diglib.stanford.edu/~testbed/doc2/WebBase/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1481</ID>
<String>WebVal/1.0</String>
<Description>webval - Python link checking tool</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.alcyone.com/pyos/webval/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_171205_3</ID>
<String>Webverzeichnis.de - Telefon: 01908 / 26005</String>
<Description>Webverzeichnis.de (Germany) directory robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.webverzeichnis.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_060306_1</ID>
<String>WebVulnCrawl.unknown/1.0 libwww-perl/5.803</String>
<Description>Web Vulnerability Crawler</Description>
<Type>S</Type>
<Comment>Looking for excluded directories in robots.txt</Comment>
<Link1>http://webvulncrawl.blogspot.com/2005/12/what-am-i-doing.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1482</ID>
<String>WebWatcherMonitor/2.01</String>
<Description>Studio Net.Idea's Web Watcher Monitor robot</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.web-watcher.com/web-watcher-monitor.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1483</ID>
<String>WebZIP/x.x (http://www.spidersoft.com)</String>
<Description>WebZip offline browser</Description>
<Type>B D</Type>
<Comment></Comment>
<Link1>http://www.spidersoft.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1484</ID>
<String>Wells Search II</String>
<Description>Unknown spam bot / harvester (62.163.**.** / 62.194.**.*)</Description>
<Type>S</Type>
<Comment>s.also - Port Huron Labs</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1485</ID>
<String>WEP Search 00</String>
<Description>Some spam bot- see link</Description>
<Type>S</Type>
<Comment></Comment>
<Link1>http://www.kloth.net/internet/badbots-2004.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_230606_2</ID>
<String>West Wind Internet Protocols 4.xx</String>
<Description>wwIPStuff - Internet client tools for Visual FoxPro</Description>
<Type>B D</Type>
<Comment></Comment>
<Link1>http://www.west-wind.com/wwipstuff.asp</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1486</ID>
<String>WFARC</String>
<Description>IBM's Almaden Research robot (Clever search project)</Description>
<Type>R</Type>
<Comment>s. also: - http://www.almaden.ibm.com/cs/crawler - FocusedSampler</Comment>
<Link1>http://www.almaden.ibm.com/cs/k53/clever.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1488</ID>
<String>Wget/1.x(.x)GNU wget http://www.gnu.org/software/wget/wget.html - file downloader</String>
<Description>GNU wget - file downloader</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.gnu.org/software/wget/wget.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1489</ID>
<String>Wget/1.x+cvs-stable (Red Hat modified)</String>
<Description>GNU wget - file downloader</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.gnu.org/software/wget/wget.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1487</ID>
<String>Wget/1.x.x+cvs</String>
<Description>GNU wget - file downloader</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.gnu.org/software/wget/wget.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1490</ID>
<String>Whatsup/x.x</String>
<Description>Whatsup Gold network monitor</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.ipswitch.com/products/network-management.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1491</ID>
<String>whatUseek_winona/3.0</String>
<Description>WhatUSeek / Chubba robot</Description>
<Type>R</Type>
<Comment>166.90.205.x</Comment>
<Link1>http://www.whatuseek.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1492</ID>
<String>WhizBang! Lab</String>
<Description>WhizBang! Labs (closed since May 2002) information extraction robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1493</ID>
<String>Wildsoft Surfer</String>
<Description>some download agent</Description>
<Type>D</Type>
<Comment>- in conjunction w. dlman</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1494</ID>
<String>Willow Internet Crawler by Twotrees V2.1</String>
<Description>Twotrees crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.twotrees.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1495</ID>
<String>WinampMPEG/2.00 (larbin@unspecified.mail)</String>
<Description>unknown robot from gw.ocg-corp.com (209.126.176.x)</Description>
<Type></Type>
<Comment>see also: - Opera/6.01 (larbin@.....) - MSIE-5.13 larbin@....</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1496</ID>
<String>WincerSong Agent v1.0</String>
<Description>Super Affiliate Tracker agent by Wincer Song</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.superaffiliatetracker.com/index.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_191105_3</ID>
<String>Windows-Media-Player/10.00.00.xxxx</String>
<Description>Windows Media Player 10</Description>
<Type>B</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_160107_1</ID>
<String>WinGet 1.1</String>
<Description>Nicksoft WinGet download manager</Description>
<Type>D</Type>
<Comment>Domain is for sale</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_060406_1</ID>
<String>WinHTTP Example/1.0</String>
<Description>Example code for a WinHTTP C++ library crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.codeguru.com/cpp/i-n/internet/http/article.php/c6237/</Link1>
<Link2>http://www.microsoft.com/msdownload/platformsdk/sdkupdate/update.htm</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_260506_1</ID>
<String>WinkBot/0.06 (Wink.com search engine web crawler; http://www.wink.com/Wink:WinkBot; winkbot@wink.com)</String>
<Description>Wink beta search robot (64.13.136.x)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.wink.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_010607_1</ID>
<String>WinPodder (http://winpodder.com)</String>
<Description>WinPodder - Podcast player and RSS reader</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://winpodder.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_251105_1</ID>
<String>WinWAP/3.x (3.x.x.xx; Win32) (Google WAP Proxy/1.0)</String>
<Description>WinWap - Windows PC WAP browser</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.winwap.com/products_2_1.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_111206_2</ID>
<String>Wir sind die Borg (Version: 1.03&#44; Sie wurden Assimiliert +http://www.yammba.com/suchmaschine/bot.html)</String>
<Description>Yammba web directory (Germany) link checking</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.yammba.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_130506_2</ID>
<String>WIRE/0.11 (Linux; i686; Bot&#44;Robot&#44;Spider&#44;Crawler&#44;aromano@cli.di.unipi.it)</String>
<Description>WIRE crawler used by the University of Pisa - Italy</Description>
<Type>R</Type>
<Comment>146.48.82.xx</Comment>
<Link1>http://www.cwr.cl/projects/WIRE/</Link1>
<Link2>http://www.unipi.it/english/index.htm</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1497</ID>
<String>WIRE/0.x (Linux; i686; Bot&#44;Robot&#44;Spider&#44;Crawler)</String>
<Description>WIRE - Web information retrieval environment crawler</Description>
<Type>R</Type>
<Comment>Used by different IPs for different purposes</Comment>
<Link1>http://www.cwr.cl/projects/WIRE/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1498</ID>
<String>WISEbot/1.0 (WISEbot@koreawisenut.com; http://wisebot.koreawisenut.com)</String>
<Description>Korea Wisenut robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.koreawisenut.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1499</ID>
<String>WiseWire-Spider2</String>
<Description>Wisewire domain checker (Discontinued)</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.wisewire.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_110107_2</ID>
<String>wish-project (http://wish.slis.tsukuba.ac.jp/)</String>
<Description>WISH academic research project for link checking</Description>
<Type>C</Type>
<Comment>133.51.22.xx</Comment>
<Link1>http://wish.slis.tsukuba.ac.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1500</ID>
<String>WordChampBot</String>
<Description>Wordchamp web page vocabulary / translation robot</Description>
<Type>B D</Type>
<Comment></Comment>
<Link1>http://www.wordchamp.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_301105_1</ID>
<String>WordPress/x.x.x.x PHP/4.x.xx</String>
<Description>WordPress personal Blog publishing platform</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://wordpress.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_100207_1</ID>
<String>worio heritrix bot (+http://worio.com/)</String>
<Description>WORIO (beta) search for computer scientists and programmers using Heritrix open-source crawler</Description>
<Type>R</Type>
<Comment>137.82.84.xx</Comment>
<Link1>http://www.worio.com/</Link1>
<Link2>http://www.archive.org/</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_291007_1</ID>
<String>woriobot ( http://www.worio.com/)</String>
<Description>WORIO (beta) search for computer scientists and programmers via Amazon Web Services</Description>
<Type>R</Type>
<Comment>67.202.45.2xx</Comment>
<Link1>http://www.worio.com/</Link1>
<Link2>http://www.amazon.com/gp/browse.html?node=3435361</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1501</ID>
<String>WorldLight</String>
<Description>Entireweb Search robot (62.13.25.xxx)</Description>
<Type>R</Type>
<Comment>s. also Mozilla/4.0 (compatible; SpeedySpider ....</Comment>
<Link1>http://www.entireweb.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1502</ID>
<String>WorQmada/1.0</String>
<Description>unknown link checking (from 4.18.57.126) ?</Description>
<Type>C</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1503</ID>
<String>Wotbox/alpha0.6 (bot@wotbox.com; http://www.wotbox.com)</String>
<Description>Wotbox spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.wotbox.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1504</ID>
<String>Wotbox/alpha0.x.x (bot@wotbox.com; http://www.wotbox.com) Java/1.4.1_02</String>
<Description>Wotbox spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.wotbox.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1505</ID>
<String>WSB WebCrawler V1.0 (Beta)- cl@cs.uni-dortmund.de</String>
<Description>WebSearchBench crawler from Dortmund University- Germany</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://websearchbench.cs.uni-dortmund.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1506</ID>
<String>WSB&#44; http://websearchbench.cs.uni-dortmund.de</String>
<Description>WebSearchBench crawler from Dortmund University- Germany</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://websearchbench.cs.uni-dortmund.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1507</ID>
<String>wume_crawler/1.1 (http://wume.cse.lehigh.edu/~xiq204/crawler/)</String>
<Description>WUME Lab's web crawler (128.180.121.xxx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://wume.cse.lehigh.edu/~xiq204/crawler/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1508</ID>
<String>Wusage/x.0@boutell.com</String>
<Description>Wusage log-file analysis</Description>
<Type>R C</Type>
<Comment></Comment>
<Link1>http://www.boutell.com/wusage/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_120106_2</ID>
<String>Wwlib/Linux</String>
<Description>WWLib - Wolverhampton Univerity Web Library for classifying web documents</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.scit.wlv.ac.uk/wwlib/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1509</ID>
<String>WWSBOT 1.x [--- http://www.analyzer.nu ---]</String>
<Description>WWSBOT web server version checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.analyzer.nu/Perl/WWSBOT.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_170506_2</ID>
<String>WWW-Mechanize/1.1x</String>
<Description>Perl web page fetching module</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://search.cpan.org/dist/WWW-Mechanize/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1510</ID>
<String>www.arianna.it</String>
<Description>Arianna robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://arianna.libero.it/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1511</ID>
<String>www.business-socket.com registry verify/1.x</String>
<Description>Business-Socket.com link checking ?</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.business-socket.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_221006_2</ID>
<String>www.doweb.co.uk crawler</String>
<Description>The DoWeb UK Business directory link checking</Description>
<Type>C</Type>
<Comment>85.13.252.x</Comment>
<Link1>http://www.doweb.co.uk/action_home+page.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1512</ID>
<String>www4mail/2.x libwww-FM/2.14 (Unix; I)</String>
<Description>www4mail - web navigation &amp; database search by e-mail</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www4mail.org/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1513</ID>
<String>WWWC/1.0x</String>
<Description>WWWC Updating check of Web pages. (Japanese only)</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.nakka.com/soft/index_eng.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1514</ID>
<String>WWWeasel Robot v1.00 (http://wwweasel.de)</String>
<Description>World Wide Weasel Germany robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://wwweasel.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1515</ID>
<String>WWWOFFLE/2.x</String>
<Description>WWWoffle download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.gedanken.demon.co.uk/wwwoffle/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1516</ID>
<String>wwwster/1.x (Beta- mailto:gue@cis.uni-muenchen.de)</String>
<Description>Unknown robot from CIS at Munich University</Description>
<Type>R</Type>
<Comment>129.187.254.xxx</Comment>
<Link1>http://www.cis.uni-muenchen.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_050208_5</ID>
<String>wxDownload Fast</String>
<Description>wxDownload Fast (wxDFast) open source download manager</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://dfast.sourceforge.net/index.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1517</ID>
<String>X-Crawler </String>
<Description>Arexera (Germany) crawler software</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.arexera.de/de/products/crawler.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1518</ID>
<String>Xaldon WebSpider</String>
<Description>Xaldon WebSpider offline browser</Description>
<Type>B D</Type>
<Comment></Comment>
<Link1>http://www.xaldon.de/produkte_webspider.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1519</ID>
<String>Xenu Link Sleuth 1.xx</String>
<Description>Xenu link checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://home.snafu.de/tilman/xenulink.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1520</ID>
<String>Xenu's Link Sleuth 1.x[a-z]</String>
<Description>Xenu link checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://home.snafu.de/tilman/xenulink.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_270706_2</ID>
<String>Xerka WebBot v1.0.0 [UPVOpenDir]</String>
<Description>XerKa text mining and information retrieval software</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://www.diana-teknologia.com/www1/english/xerka.htm</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_250106_2</ID>
<String>xine/1.0</String>
<Description>xine - free Linux / OS/2 multimedia player</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://xinehq.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_141205_3</ID>
<String>xirq/0.1-beta (xirq; http://www.xirq.com; xirq@xirq.com)</String>
<Description>XIRQ search (beta) robot (70.86.206.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.xirq.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_160806_1</ID>
<String>XMLSlurp/0.1 libwww-perl/5.805</String>
<Description>GPath / XMLSlurp - Expression language for tree structured data</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://groovy.codehaus.org/GPath</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_070506_1</ID>
<String>XRL/2.00b1 (Linux; i686; en-us) (+http://metamark.net/about)</String>
<Description>Metamark URL Shorten Service</Description>
<Type>P</Type>
<Comment></Comment>
<Link1>http://metamark.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_200308_3</ID>
<String>Xylix</String>
<Description>Xylix Retrieval System software</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://www.xylixsoftware.ch/retrievalsystem.php</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1521</ID>
<String>xyro_(xcrawler@cosmos.inria.fr)</String>
<Description>Inria Crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.inria.fr/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_081205_1</ID>
<String>Y!J-BSC/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)</String>
<Description>Yahoo Search Japan robot (211.14.8.2xx)</Description>
<Type>R</Type>
<Comment>s. also Mozilla/4.0 (compatible; Y!J...</Comment>
<Link1>http://www.yahoo.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_271006_2</ID>
<String>Y!J-SRD/1.0</String>
<Description>Yahoo Search Japan robot (203.216.197.xxx)</Description>
<Type>R</Type>
<Comment>s. also DoCoMo/2.0/SO502i (compatible; Y!J-SRD/1.0 ...</Comment>
<Link1>http://www.yahoo.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_240106_3</ID>
<String>Y!J/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)</String>
<Description>Yahoo Search Japan robot (211.14.8.2xx)</Description>
<Type>R</Type>
<Comment>s. also Mozilla/4.0 (compatible; Y!J...</Comment>
<Link1>http://www.yahoo.co.jp/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_220206_2</ID>
<String>Y!OASIS/TEST no-ad Mozilla/4.08 [en] (X11; I; FreeBSD 2.2.8-STABLE i386)</String>
<Description>Yahoo picture service for mobiles</Description>
<Type>P</Type>
<Comment>217.12.4.xx</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1522</ID>
<String>Y!TunnelPro</String>
<Description>Y!TunnelPro - Yahoo! Messenger companion user agent</Description>
<Type>B</Type>
<Comment> s. YTunnelPro</Comment>
<Link1>http://www.ytunnelpro.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_121205_1</ID>
<String>yacy (www.yacy.net; v20040602; i386 Linux 2.4.26-gentoo-r13; java 1.4.2_06; MET/en)</String>
<Description>Yacy distributed P2P web search engine robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.yacy.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_260306_4</ID>
<String>yacybot (x86 Windows XP 5.1; java 1.5.0_06; Europe/de) yacy.net</String>
<Description>Yacy distributed P2P web search engine robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.yacy.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_300707_2</ID>
<String>Yahoo Pipes 1.0</String>
<Description>(Yahoo) Pipes interactive data aggregator robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://pipes.yahoo.com/pipes/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_100406_2</ID>
<String>Yahoo! Mindset</String>
<Description>Yahoo Mindset: Intent-driven Search (66.228.182.1xx)</Description>
<Type>R</Type>
<Comment>s. also Mozilla/4.0</Comment>
<Link1>http://mindset.research.yahoo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_040106_2</ID>
<String>Yahoo-Blogs/v3.9 (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.com/help/us/ysearch/crawling/crawling-02.html )</String>
<Description>Yahoo blog indexing robot (209.191.83.1xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://help.yahoo.com/help/us/ysearch/crawling/crawling-02.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1523</ID>
<String>Yahoo-MMAudVid/1.0 (mms dash mmaudvidcrawler dash support at yahoo dash inc dot com)</String>
<Description>Yahoo multimedia crawler (206.190.43.xx)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_080108_2</ID>
<String>Yahoo-MMAudVid/2.0(mms dash mm aud vid crawler dash support at yahoo dash inc.com ;Mozilla 4.0 compatible; MSIE 7.0;Windows NT 5.0; .NET CLR 2.0)</String>
<Description>Yahoo multimedia crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1524</ID>
<String>Yahoo-MMCrawler/3.x (mm dash crawler at trd dot overture dot com)</String>
<Description>Yahoo multimedia crawler via Fastsearch.net (66.77.73.xx)</Description>
<Type>R</Type>
<Comment>see also FAST-WebCrawler/3.x Multimedia...</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_110806_1</ID>
<String>Yahoo-Test/4.0</String>
<Description>Yahoo Search robot</Description>
<Type>R</Type>
<Comment>216.145.49.xx</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1525</ID>
<String>Yahoo-VerticalCrawler-FormerWebCrawler/3.9 crawler at trd dot overture dot com; http://www.alltheweb.com/help/webmaster/crawler</String>
<Description>Yahoo crawler via Overture (66.77.73.3x)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_010906_2</ID>
<String>YahooFeedSeeker/2.0 (compatible; Mozilla 4.0; MSIE 5.5; http://publisher.yahoo.com/rssguide)</String>
<Description>Yahoo Publisher Network RSS crawler</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://publisher.yahoo.com/rssguide</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1526</ID>
<String>YahooSeeker-Testing/v3.9 (compatible; Mozilla 4.0; MSIE 5.5; http://search.yahoo.com/)</String>
<Description>Yahoo Product Search crawler ( 68.142.195..x)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1527</ID>
<String>YahooSeeker/1.0 (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.com/help/us/shop/merchant/)</String>
<Description>Yahoo Product Search crawler ( 66.196.93.x)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1528</ID>
<String>YahooSeeker/1.0 (compatible; Mozilla 4.0; MSIE 5.5; http://search.yahoo.com/yahooseeker.html)</String>
<Description>Yahoo Product Search crawler ( 66.196.93.x)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1529</ID>
<String>YahooSeeker/1.1 (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.com/help/us/shop/merchant/)</String>
<Description>Yahoo Product Search crawler ( 66.196.93.x)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1530</ID>
<String>YahooSeeker/bsv3.9 (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.com/help/us/ysearch/crawling/crawling-02.html )</String>
<Description>Yahoo Product Search crawler ( 68.142.195..x)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1531</ID>
<String>YahooSeeker/CafeKelsa-dev (compatible; Konqueror/3.2; FreeBSD ;cafekelsa-dev-webmaster@yahoo-inc.com )</String>
<Description>Yahoo robot</Description>
<Type>R</Type>
<Comment>64.157.137.xxx</Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_231106_2</ID>
<String>Yandex/1.01.001 (compatible; Win16; I)</String>
<Description>Yandex Search Russia link checking (213.180.206.2xx)</Description>
<Type>R</Type>
<Comment>s. also Mozilla/4.0 (compatible; MSIE 5.0; YANDEX)</Comment>
<Link1>http://www.yandex.ru</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_301108_2</ID>
<String>Yanga WorldSearch Bot v1.1/beta (http://www.yanga.co.uk/)</String>
<Description>Yanga search robot by Gigabase (Russian Federation)</Description>
<Type>R</Type>
<Comment>91.205.124.x</Comment>
<Link1>http://www.yanga.co.uk/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1532</ID>
<String>yarienavoir.net/0.2</String>
<Description>Yarienavoir search (Belgium) robot</Description>
<Type>R</Type>
<Comment>217.71.121.xx</Comment>
<Link1>http://www.yarienavoir.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_300506_1</ID>
<String>Yeti</String>
<Description>1noon.com search Korea robot (222.231.21.xxx)</Description>
<Type>R</Type>
<Comment>uses also a blank UA field</Comment>
<Link1>http://www.1noon.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_040407_1</ID>
<String>Yeti/0.01 (nhn/1noon&#44; yetibot@naver.com&#44; check robots.txt daily and follows it)</String>
<Description>1noon.com search Korea robot (222.231.21.xxx)</Description>
<Type>R</Type>
<Comment>uses also a blank UA field</Comment>
<Link1>http://www.1noon.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_301108_1</ID>
<String>Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)</String>
<Description>Naver search (Korea) robot</Description>
<Type>R</Type>
<Comment>61.247.222.xx</Comment>
<Link1>http://www.naver.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_290407_2</ID>
<String>yggdrasil/Nutch-0.9 (yggdrasil biorelated search engine; www dot biotec dot tu minus dresden do de slash schroeder; heiko dot dietze at biotec dot tu minus dresden dot de)</String>
<Description>yggdrasil spider for GoPubMed biorelated search engine</Description>
<Type>R</Type>
<Comment>141.30.193.x[x]</Comment>
<Link1>http://www.biotec.tu-dresden.de/schroeder</Link1>
<Link2>http://gopubmed.biotec.tu-dresden.de/</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_211206_3</ID>
<String>YodaoBot/1.0 (http://www.yodao.com/help/webmaster/spider/; )</String>
<Description>Yodao search (China)</Description>
<Type>R</Type>
<Comment>60.191.80.xx</Comment>
<Link1>http://www.yodao.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_110308_1</ID>
<String>yoofind/yoofind-0.1-dev (yoono webcrawler; http://www.yoono.com ; MyEmail)</String>
<Description>Yoono - community based search (193.110.140.xxx / 194.0.179.[x]xx)</Description>
<Type>R</Type>
<Comment>s. also Mozilla/5.0 (compatible; Yoono; http://www.yoono.com/) - yoono/1.0 web-crawler ..</Comment>
<Link1>http://www.yoono.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_210106_3</ID>
<String>yoogliFetchAgent/0.1</String>
<Description>Yoogli search (under development) agent</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.yoogli.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_120606_1</ID>
<String>yoono/1.0 web-crawler/1.0</String>
<Description>Yoono - community based search (193.110.140.xxx / 194.0.179.[x]xx)</Description>
<Type>R</Type>
<Comment>s. also Mozilla/5.0 (compatible; Yoono; http://www.yoono.com/) - yoofind/yoofind ..</Comment>
<Link1>http://www.yoono.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1533</ID>
<String>YottaCars_Bot/4.12 (+http://www.yottacars.com) Car Search Engine </String>
<Description>YottaCars bot - YottaCar car search engine ( 64.62.175.xxx)</Description>
<Type>R</Type>
<Comment>s. also OmniExplorer_Bot</Comment>
<Link1>http://www.yottacars.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1534</ID>
<String>YottaShopping_Bot/4.12 (+http://www.yottashopping.com) Shopping Search Engine</String>
<Description>YottaShopping bot - YottaShopping search engine ( 64.62.175.xxx) </Description>
<Type>R</Type>
<Comment>s. also OmniExplorer_Bot</Comment>
<Link1>http://www.yottashopping.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1535</ID>
<String>YTunnelPro</String>
<Description>Y!TunnelPro - Yahoo! Messenger companion user agent</Description>
<Type>B</Type>
<Comment>s. Y!TunnelPro</Comment>
<Link1>http://www.ytunnelpro.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1536</ID>
<String>Z-Add Link Checker (http://w3.z-add.co.uk/linkcheck/)</String>
<Description>Z-Add online link checker</Description>
<Type>C</Type>
<Comment></Comment>
<Link1>http://w3.z-add.co.uk/linkcheck/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1537</ID>
<String>Zao-Crawler</String>
<Description>Zao crawler for Kototoi Project</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kototoi.org/zao/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1538</ID>
<String>Zao-Crawler 0.2b</String>
<Description>Zao crawler for Kototoi Project</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kototoi.org/zao/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1539</ID>
<String>Zao/0.1 (http://www.kototoi.org/zao/)</String>
<Description>Zao crawler for Kototoi Project</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.kototoi.org/zao/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1540</ID>
<String>ZBot/1.00 (icaulfield@zeus.com)</String>
<Description>Zeus Internet Marketing Robot based on Webster Pro component</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://cyber-robotics.com/</Link1>
<Link2>http://www.homepagesw.com/</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_111205_5</ID>
<String>Zearchit</String>
<Description>Zearchit German search / directory</Description>
<Type>R</Type>
<Comment>212.227.109.1xx</Comment>
<Link1>http://www.zearchit.de/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_130106_2</ID>
<String>ZeBot_lseek.net (bot@ze.bz)</String>
<Description>Ze.bz Moteur de Recherche robot</Description>
<Type>R</Type>
<Comment>213.251.135.xx</Comment>
<Link1>http://www.ze.bz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1541</ID>
<String>ZeBot_www.ze.bz (ze.bz@hotmail.com)</String>
<Description>Ze.bz Moteur de Recherche robot</Description>
<Type>R</Type>
<Comment>213.251.135.xx</Comment>
<Link1>http://www.ze.bz/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_130806_2</ID>
<String>zedzo.digest/0.1 (http://www.zedzo.com/)</String>
<Description>ZedZo Search (beta) robot</Description>
<Type>R</Type>
<Comment>24.62.50.1xx</Comment>
<Link1>http://www.zedzo.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_210807_2</ID>
<String>Zend_Http_Client</String>
<Description>Zend PHP frameworks Zend_Http_Client component</Description>
<Type>D</Type>
<Comment></Comment>
<Link1>http://framework.zend.com/manual/en/zend.http.html</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_290208_2</ID>
<String>zermelo Mozilla/5.0 compatible; heritrix/1.12.1 (+http://www.powerset.com) [email:crawl@powerset.com&#44;email:paul@page-store.com]</String>
<Description>Powerset Natural Language Search crawler (under development) using Heritrix via Amazon Web Services</Description>
<Type>R</Type>
<Comment>67.202.34.xxx</Comment>
<Link1>http://www.powerset.com/</Link1>
<Link2>http://www.amazon.com/gp/browse.html?node=3435361</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1542</ID>
<String>zerxbot/Version 0.6 libwww-perl/5.79</String>
<Description>Zerx search robot ?</Description>
<Type>R</Type>
<Comment>138.88.147.xxx</Comment>
<Link1>http://www.zerx.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1543</ID>
<String>Zeus ThemeSite Viewer Webster Pro V2.9 Win32</String>
<Description>Zeus Internet Marketing Robot (based on Webster Pro)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://cyber-robotics.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1544</ID>
<String>Zeus xxxxx Webster Pro V2.9 Win32</String>
<Description>Zeus Internet Marketing Robot (based on Webster Pro)</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://cyber-robotics.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_281105_1</ID>
<String>Zeusbot/0.07 (Ulysseek's web-crawling robot; http://www.zeusbot.com; agent@zeusbot.com)</String>
<Description>Zeusbot robot for building the Ulsysseek.com index</Description>
<Type>R</Type>
<Comment>powered by Nutch</Comment>
<Link1>http://www.zeusbot.com/</Link1>
<Link2>http://www.ulysseek.com/</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1545</ID>
<String>Ziggy -- The Clown From Hell!!</String>
<Description>Unknown agent (server- or link checking ?) from 198.173.158.xx</Description>
<Type>C</Type>
<Comment></Comment>
<Link1></Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1546</ID>
<String>ZipppBot/0.xx (ZipppBot; http://www.zippp.net; webmaster@zippp.net)</String>
<Description>Zipp.net web search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.zippp.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1547</ID>
<String>ZIPPPCVS/0.xx (ZipppBot/.xx;http://www.zippp.net; webmaster@zippp.net)</String>
<Description>Zipp.net web search robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.zippp.net/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1548</ID>
<String>Zippy v2.0 - Zippyfinder.com</String>
<Description>Zippyfinder robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.zippyfinder.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1549</ID>
<String>Zoo Tycoon 2 Client -- http://www.zootycoon.com</String>
<Description>Microsoft Zoo Tycoon 2 game client</Description>
<Type>B</Type>
<Comment></Comment>
<Link1>http://www.zootycoon.com</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1550</ID>
<String>ZoomSpider - wrensoft.com</String>
<Description>Zoom Search Engine software spider</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.wrensoft.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_160110_1</ID>
<String>Zscho.de Crawler/Nutch-1.0-Zscho.de-semantic_patch (Zscho.de Crawler</String>
<Description> collecting for machine learning; http://zscho.de/ )</Description>
<Type>Zscho search crawler (Germany)</Type>
<Comment>R</Comment>
<Link1>141.65.161.xx</Link1>
<Link2>http://www.zscho.de/</Link2>
</user-agent>
<user-agent>
<ID>id_t_z_280306_1</ID>
<String>zspider/0.9-dev http://feedback.redkolibri.com/</String>
<Description>zspider robot for a new search engine</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://feedback.redkolibri.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_t_z_1551</ID>
<String>ZyBorg/1.0 (ZyBorg@WISEnut.com; http://www.WISEnut.com)</String>
<Description>Wisenut robot</Description>
<Type>R</Type>
<Comment></Comment>
<Link1>http://www.wisenutbot.com/</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_new_190610_1</ID>
<String>Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)</String>
<Description>FM Scene soccer fan pages plugin</Description>
<Type>L</Type>
<Comment></Comment>
<Link1>http://www.fmscene.de</Link1>
<Link2></Link2>
</user-agent>
<user-agent>
<ID>id_new_190610_2</ID>
<String>Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5)</String>
<Description>PrevX security plugin</Description>
<Type></Type>
<Comment></Comment>
<Link1>http://www.prevx.com</Link1>
<Link2></Link2>
</user-agent>
</user-agents>