132 lines
No EOL
2.3 KiB
JSON
132 lines
No EOL
2.3 KiB
JSON
[
|
|
"AddSearchBot",
|
|
"AI2Bot",
|
|
"AI2Bot-DeepResearchEval",
|
|
"Ai2Bot-Dolma",
|
|
"aiHitBot",
|
|
"amazon-kendra",
|
|
"Amazonbot",
|
|
"AmazonBuyForMe",
|
|
"Andibot",
|
|
"Anomura",
|
|
"anthropic-ai",
|
|
"Applebot",
|
|
"Applebot-Extended",
|
|
"atlassian-bot",
|
|
"Awario",
|
|
"bedrockbot",
|
|
"bigsur.ai",
|
|
"Bravebot",
|
|
"Brightbot 1.0",
|
|
"BuddyBot",
|
|
"Bytespider",
|
|
"CCBot",
|
|
"Channel3Bot",
|
|
"ChatGLM-Spider",
|
|
"ChatGPT Agent",
|
|
"ChatGPT-User",
|
|
"Claude-SearchBot",
|
|
"Claude-User",
|
|
"Claude-Web",
|
|
"ClaudeBot",
|
|
"Cloudflare-AutoRAG",
|
|
"CloudVertexBot",
|
|
"cohere-ai",
|
|
"cohere-training-data-crawler",
|
|
"Cotoyogi",
|
|
"Crawl4AI",
|
|
"Crawlspace",
|
|
"Datenbank Crawler",
|
|
"DeepSeekBot",
|
|
"Devin",
|
|
"Diffbot",
|
|
"DuckAssistBot",
|
|
"Echobot Bot",
|
|
"EchoboxBot",
|
|
"FacebookBot",
|
|
"facebookexternalhit",
|
|
"Factset_spyderbot",
|
|
"FirecrawlAgent",
|
|
"FriendlyCrawler",
|
|
"Gemini-Deep-Research",
|
|
"Google-CloudVertexBot",
|
|
"Google-Extended",
|
|
"Google-Firebase",
|
|
"Google-NotebookLM",
|
|
"GoogleAgent-Mariner",
|
|
"GoogleOther",
|
|
"GoogleOther-Image",
|
|
"GoogleOther-Video",
|
|
"GPTBot",
|
|
"iAskBot",
|
|
"iaskspider",
|
|
"iaskspider/2.0",
|
|
"IbouBot",
|
|
"ICC-Crawler",
|
|
"ImagesiftBot",
|
|
"imageSpider",
|
|
"img2dataset",
|
|
"ISSCyberRiskCrawler",
|
|
"Kangaroo Bot",
|
|
"KlaviyoAIBot",
|
|
"KunatoCrawler",
|
|
"laion-huggingface-processor",
|
|
"LAIONDownloader",
|
|
"LCC",
|
|
"LinerBot",
|
|
"Linguee Bot",
|
|
"LinkupBot",
|
|
"Manus-User",
|
|
"meta-externalagent",
|
|
"Meta-ExternalAgent",
|
|
"meta-externalfetcher",
|
|
"Meta-ExternalFetcher",
|
|
"meta-webindexer",
|
|
"MistralAI-User",
|
|
"MistralAI-User/1.0",
|
|
"MyCentralAIScraperBot",
|
|
"netEstate Imprint Crawler",
|
|
"NotebookLM",
|
|
"NovaAct",
|
|
"OAI-SearchBot",
|
|
"omgili",
|
|
"omgilibot",
|
|
"OpenAI",
|
|
"Operator",
|
|
"PanguBot",
|
|
"Panscient",
|
|
"panscient.com",
|
|
"Perplexity-User",
|
|
"PerplexityBot",
|
|
"PetalBot",
|
|
"PhindBot",
|
|
"Poggio-Citations",
|
|
"Poseidon Research Crawler",
|
|
"QualifiedBot",
|
|
"QuillBot",
|
|
"quillbot.com",
|
|
"SBIntuitionsBot",
|
|
"Scrapy",
|
|
"SemrushBot-OCOB",
|
|
"SemrushBot-SWA",
|
|
"ShapBot",
|
|
"Sidetrade indexer bot",
|
|
"Spider",
|
|
"TavilyBot",
|
|
"TerraCotta",
|
|
"Thinkbot",
|
|
"TikTokSpider",
|
|
"Timpibot",
|
|
"TwinAgent",
|
|
"VelenPublicWebCrawler",
|
|
"WARDBot",
|
|
"Webzio-Extended",
|
|
"webzio-extended",
|
|
"wpbot",
|
|
"WRTNBot",
|
|
"YaK",
|
|
"YandexAdditional",
|
|
"YandexAdditionalBot",
|
|
"YouBot",
|
|
"ZanistaBot"
|
|
] |