data/browsers/crawler.json
{
"2ip bot": {
"name": "2ip bot",
"manufacturer": "barzmann-internet-solutions",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"2ip bot"
]
},
"engine": "unknown"
},
"ccbot": {
"name": "CCBot",
"manufacturer": "common-crawl-foundation",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"CCBot"
]
},
"engine": "unknown"
},
"domain-stats-bot": {
"name": "DomainStatsBot",
"manufacturer": "domainstats",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"DomainStatsBot"
]
},
"engine": "unknown"
},
"iframely bot": {
"name": "Iframely Bot",
"manufacturer": "itteco",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Iframely"
]
},
"engine": "unknown"
},
"ioncrawl": {
"name": "Ionos Crawler",
"manufacturer": "ionos",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"IonCrawl"
]
},
"engine": "unknown"
},
"kozmonavt": {
"name": "Kozmonavt",
"manufacturer": "unknown",
"type": "crawler",
"version": {
"class": null,
"search": null
},
"engine": "unknown"
},
"linkwalker": {
"name": "LinkWalker",
"manufacturer": "unknown",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"LinkWalker"
]
},
"engine": "unknown"
},
"mediatoolkitbot": {
"name": "Mediatoolkitbot",
"manufacturer": "degordian",
"type": "crawler",
"version": {
"class": null,
"search": null
},
"engine": "unknown"
},
"petalbot": {
"name": "PetalBot",
"manufacturer": "aspiegel",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"PetalBot"
]
},
"engine": "unknown"
},
"applebot": {
"name": "Applebot",
"manufacturer": "apple",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Applebot"
]
},
"engine": "webkit"
},
"built-with crawler": {
"name": "BuiltWith Crawler",
"manufacturer": "builtwith",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"BW"
]
},
"engine": "unknown"
},
"cookiebot": {
"name": "Cookiebot",
"manufacturer": "usercentrics",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Cookiebot"
]
},
"engine": "unknown"
},
"ahrefsbot": {
"name": "AhrefsBot",
"manufacturer": "ahrefs",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"AhrefsBot"
]
},
"engine": "unknown"
},
"blexbot": {
"name": "BLEXBot",
"manufacturer": "webmeup",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"BLEXBot"
]
},
"engine": "unknown"
},
"barkrowler": {
"name": "Barkrowler",
"manufacturer": "babbar",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Barkrowler"
]
},
"engine": "unknown"
},
"dataforseobot": {
"name": "DataForSeoBot",
"manufacturer": "dataforseo",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"DataForSeoBot"
]
},
"engine": "unknown"
},
"dotbot": {
"name": "DotBot",
"manufacturer": "seomoz",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"DotBot"
]
},
"engine": "unknown"
},
"exabot": {
"name": "Exabot",
"manufacturer": "dassault-systemes",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Exabot"
]
},
"engine": "unknown"
},
"internet-measurement": {
"name": "InternetMeasurement",
"manufacturer": "sharashka",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"InternetMeasurement"
]
},
"engine": "unknown"
},
"metajobbot": {
"name": "MetaJobBot",
"manufacturer": "manfred-schauer",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"MetaJobBot"
]
},
"engine": "unknown"
},
"mixrankbot": {
"name": "MixrankBot",
"manufacturer": "online-media-group",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"MixrankBot"
]
},
"engine": "unknown"
},
"optimizer bot": {
"name": "Optimizer Bot",
"manufacturer": "sistrix",
"type": "crawler",
"version": {
"class": null,
"search": null
},
"engine": "unknown"
},
"pinterest bot": {
"name": "Pinterest Bot",
"manufacturer": "pinterest",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Pinterestbot"
]
},
"engine": null
},
"qwantify": {
"name": "Qwantify",
"manufacturer": "qwant",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Qwantify"
]
},
"engine": "unknown"
},
"seokicks robot": {
"name": "SEOkicks Robot",
"manufacturer": "torsten-rueckert",
"type": "crawler",
"version": {
"class": null,
"search": null
},
"engine": "unknown"
},
"seekportbot": {
"name": "SeekportBot",
"manufacturer": "sistrix",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"SeekportBot"
]
},
"engine": "unknown"
},
"semrushbot": {
"name": "SemrushBot",
"manufacturer": "semrush",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"SemrushBot"
]
},
"engine": "unknown"
},
"surdotlybot": {
"name": "SurdotlyBot",
"manufacturer": "sur.ly",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"SurdotlyBot"
]
},
"engine": "unknown"
},
"velenpublicwebcrawler": {
"name": "Velen Public WebCrawler",
"manufacturer": "unknown",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"VelenPublicWebCrawler",
"VelenPublicWebDownloader"
]
},
"engine": "unknown"
},
"webwikibot": {
"name": "WebwikiBot",
"manufacturer": "webwiki",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"WebwikiBot"
]
},
"engine": "unknown"
},
"yak": {
"name": "YaK",
"manufacturer": "linkfluence",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"YaK"
]
},
"engine": "unknown"
},
"yahoo link preview": {
"name": "Yahoo Link Preview",
"manufacturer": "yahoo",
"type": "crawler",
"version": {
"class": null,
"search": null
},
"engine": "unknown"
},
"internet archive": {
"name": "Internet Archive",
"manufacturer": "archive.org",
"type": "crawler",
"version": {
"class": null,
"search": null
},
"engine": "unknown"
},
"internet archive bot": {
"name": "Internet Archive Bot",
"manufacturer": "archive.org",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"ia_archiver"
]
},
"engine": "unknown"
},
"comscore": {
"name": "Comscore Crawler",
"manufacturer": "comscore",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"proximic",
"comscore"
]
},
"engine": "unknown"
},
"umbot": {
"name": "uMBot",
"manufacturer": "ubermetrics-technologies",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"uMBot\\-LN",
"um-LN"
]
},
"engine": "unknown"
},
"chatgpt-user-bot": {
"name": "ChatGPT User Bot",
"manufacturer": "openai",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"ChatGPT-User"
]
},
"engine": null
},
"gpt-bot": {
"name": "GPT Bot",
"manufacturer": "openai",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"GPTBot"
]
},
"engine": null
},
"researchscan": {
"name": "researchscan",
"manufacturer": "rwth-aachen",
"type": "crawler",
"version": {
"class": null,
"search": null
},
"engine": null
},
"repo-lookout-bot": {
"name": "RepoLookoutBot",
"manufacturer": "crissy-field",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"RepoLookoutBot",
"RepoLookoutBot\\/v"
]
},
"engine": null
},
"scrapy": {
"name": "Scrapy",
"manufacturer": "scrapy.org",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Scrapy"
]
},
"engine": "unknown"
},
"slackbot": {
"name": "Slackbot",
"manufacturer": "slack",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Slackbot"
]
},
"engine": "unknown"
},
"slackbot-link-expanding": {
"name": "Slackbot-Link-Expanding",
"manufacturer": "slack",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Slackbot\\-LinkExpanding"
]
},
"engine": "unknown"
},
"zoominfobot": {
"name": "Zoominfobot",
"manufacturer": "zoom-information",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"ZoominfoBot"
]
},
"engine": null
},
"bitlybot": {
"name": "BitlyBot",
"manufacturer": "unknown",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"bitlybot"
]
},
"engine": "unknown"
},
"nutch": {
"name": "Nutch",
"manufacturer": "apache",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Nutch",
"Nutch\\-"
]
},
"engine": "unknown"
},
"amazon bot": {
"name": "Amazon Bot",
"manufacturer": "amazon",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Amazonbot"
]
},
"engine": "unknown"
},
"google image proxy": {
"name": "Google Image Proxy",
"manufacturer": "google",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"GoogleImageProxy"
]
},
"engine": "unknown"
},
"dataprovider-spider": {
"name": "Dataprovider Spider",
"manufacturer": "dataprovider",
"type": "crawler",
"version": {
"class": null,
"search": null
},
"engine": "unknown"
},
"megaindex-crawler": {
"name": "MegaIndex Crawler",
"manufacturer": "unknown",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"MegaIndex\\.ru"
]
},
"engine": "unknown"
},
"screaming frog seo spider": {
"name": "Screaming Frog SEO Spider",
"manufacturer": "screaming-frog",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\ScreamingFrogFactory",
"search": null
},
"engine": "unknown"
},
"netestate ne crawler": {
"name": "netEstate NE Crawler",
"manufacturer": "net-estate",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"netEstate NE Crawler"
]
},
"engine": "unknown"
},
"netestate impressums-crawler": {
"name": "netEstate Impressumscrawler",
"manufacturer": "net-estate",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"netEstate Impressumscrawler"
]
},
"engine": "unknown"
},
"brightedge crawler": {
"name": "BrightEdge Crawler",
"manufacturer": "brightedge",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"BrightEdge Crawler"
]
},
"engine": "unknown"
},
"trendiction bot": {
"name": "Trendiction Bot",
"manufacturer": "unknown",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"trendictionbot"
]
},
"engine": "unknown"
},
"heritrix": {
"name": "Heritrix",
"manufacturer": "unknown",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"heritrix",
"Heritrix"
]
},
"engine": "unknown"
},
"arquivo-web-crawler": {
"name": "Arquivo Web Crawler",
"manufacturer": "arquivo",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Arquivo-web-crawler"
]
},
"engine": "unknown"
},
"eff crawler": {
"name": "EFF crawler",
"manufacturer": "electronic-frontier-foundation",
"type": "crawler",
"version": {
"class": null,
"search": null
},
"engine": "unknown"
},
"eff do not track verifier": {
"name": "EFF Do Not Track Verifier",
"manufacturer": "electronic-frontier-foundation",
"type": "crawler",
"version": {
"class": null,
"search": null
},
"engine": "unknown"
},
"webprosbot": {
"name": "webprosbot",
"manufacturer": "webpros",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"webprosbot"
]
},
"engine": "unknown"
},
"ez publish link validator": {
"name": "eZ Publish Link Validator",
"manufacturer": "ez-systems",
"type": "crawler",
"version": {
"class": null,
"search": null
},
"engine": "unknown"
},
"hubspot-connect": {
"name": "HubSpot Connect",
"manufacturer": "hubspot-inc",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"HubSpot Connect"
]
},
"engine": null
},
"semantic-scholar-bot": {
"name": "SemanticScholarBot",
"manufacturer": "allen-institute",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"SemanticScholarBot"
]
},
"engine": "unknown"
},
"femtosearch-bot": {
"name": "FemtosearchBot",
"manufacturer": "grier forensics",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"FemtosearchBot"
]
},
"engine": "unknown"
},
"headline bot": {
"name": "headline bot",
"manufacturer": "e.ventures",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"ev-crawler"
]
},
"engine": "unknown"
},
"startme-bot": {
"name": "startmebot",
"manufacturer": "start.me",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"startmebot"
]
},
"engine": "unknown"
},
"nice-crawler": {
"name": "Nicecrawler",
"manufacturer": "unknown",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Nicecrawler"
]
},
"engine": "unknown"
},
"serpstatbot": {
"name": "serpstatbot",
"manufacturer": "serpstat",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"serpstatbot"
]
},
"engine": "unknown"
},
"turnitinbot": {
"name": "TurnitinBot",
"manufacturer": "iparadigms",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"TurnitinBot"
]
},
"engine": "unknown"
},
"quora bot": {
"name": "Quora Bot",
"manufacturer": "quora",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Quora-Bot"
]
},
"engine": null
},
"adstxtlab.com crawler": {
"name": "adstxtlab.com Crawler",
"manufacturer": "jaohawi",
"type": "crawler",
"version": {
"class": null,
"search": null
},
"engine": "unknown"
},
"sprinklr": {
"name": "Sprinklr",
"manufacturer": "unknown",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Sprinklr"
]
},
"engine": "unknown"
},
"internet archive special archiver": {
"name": "Internet Archive Special Archiver",
"manufacturer": "archive.org",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"special_archiver"
]
},
"engine": "unknown"
},
"gmail-image-proxy": {
"name": "Gmail Image Proxy",
"manufacturer": "google",
"type": "crawler",
"version": {
"class": null,
"search": null
},
"engine": null
},
"t3-versions-bot": {
"name": "t3versionsBot",
"manufacturer": "torben hansen",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"t3versionsBot"
]
},
"engine": null
},
"asana": {
"name": "Asana",
"manufacturer": "unknown",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Asana"
]
},
"engine": null
},
"well-known-bot": {
"name": "WellKnownBot",
"manufacturer": "braedon vickers",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"WellKnownBot"
]
},
"engine": "unknown"
},
"archive-box": {
"name": "ArchiveBox",
"manufacturer": "unknown",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"ArchiveBox"
]
},
"engine": "unknown"
},
"colly": {
"name": "colly",
"manufacturer": "unknown",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"colly"
]
},
"engine": "unknown"
},
"zaldamo": {
"name": "Zaldamo",
"manufacturer": "zaldamo",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"ZaldamoSearchBot"
]
},
"engine": "unknown"
},
"intelligence-x": {
"name": "Intelligence X",
"manufacturer": "kleissner-investments",
"type": "crawler",
"version": {
"factory": null,
"search": null
},
"engine": "unknown"
},
"bird-crawler-bot": {
"name": "Birdcrawlerbot",
"manufacturer": "swoppen-systems",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"Birdcrawlerbot"
]
},
"engine": "unknown"
},
"hubspot crawler": {
"name": "HubSpot Crawler",
"manufacturer": "hubspot-inc",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"HubSpot Crawler"
]
},
"engine": null
},
"what-cms": {
"name": "WhatCMS",
"manufacturer": "nineteen-ten",
"type": "crawler",
"version": {
"factory": "\\BrowserDetector\\Version\\VersionBuilderFactory",
"search": [
"WhatCMS"
]
},
"engine": null
}
}