1385 "Googlebot/Nutch-1.7"
1281 "python-requests/2.31.0"
903 "Mozilla/5.0 (compatible; SemrushBot; +http://www.semrush.com/bot.html)"
746 "Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2b5) Gecko/20091204 Firefox/3.6b5"
667 "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)"
505 "Mozilla/5.0 (compatible; DotBot/1.2; +https://opensiteexplorer.org/dotbot; help@moz.com)"
485 "Mozilla/5.0 (compatible; AwarioBot/1.0; +https://awario.com/bots.html)"
418 "python-requests/2.28.2"
388 "magpie-crawler/1.1 (robots-txt-checker; +http://www.brandwatch.net)"
387 "Mozilla/5.0 (compatible) SemanticScholarBot (+https://www.semanticscholar.org/crawler)"
272 "Mozilla/5.0 (compatible; MojeekBot/0.11; +https://www.mojeek.com/bot.html)"
272 "ClaudeBot"
255 "Mozilla/5.0 (compatible; ScooperBot/3.0; +http://www.carma.com)"
190 "Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)"
137 "Mozilla/5.0 (compatible; ImagesiftBot; +imagesift.com)"
125 "omgili/0.5 +http://omgili.com"
102 "Mozilla/5.0 (compatible; coccocbot-image/1.0; +http://help.coccoc.com/searchengine)"
86 "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
68 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36"
62 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36"
61 "Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)"
54 "Mozilla/5.0 (compatible; coccocbot-web/1.0; +http://help.coccoc.com/searchengine)"
52 "Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)"
51 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36"
47 "Mozilla/5.0 (compatible; SeznamBot/4.0; +http://napoveda.seznam.cz/seznambot-intro/)"
46 "Mozilla/5.0 (X11; Linux x86_64; rv:121.0) Gecko/20100101 Firefox/121.0"
44 "Twitterbot/1.0"
43 "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:121.0) Gecko/20100101 Firefox/121.0"
42 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.114 Safari/537.36"
38 "Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; SiteAuditBot/0.97; +http://www.semrush.com/bot.html)"
37 "YouBot (+http://www.you.com)"
36 "-"
35 "Go-http-client/1.1"
33 "Buck/2.3.2; (+https://app.hypefactors.com/media-monitoring/about.html)"
30 "Mozilla/5.0 (compatible;PetalBot;+https://webmaster.petalsearch.com/site/petalbot)"
30 "Magellan"
29 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.1.1 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)"
28 "CirrusExplorer/2 (https://cseu.ro/explorer.php)"
28 "Apache-HttpClient/4.5.3 (Java/1.8.0_292)"
27 "Mozilla/5.0 (compatible; SiteAuditBot/0.97; +http://www.semrush.com/bot.html)"
27 "WF search/Nutch-1.12"
25 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot"
25 "Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)"
24 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36 Rankabot/1.1"
24 "serpstatbot/2.1 (advanced backlink tracking bot; https://serpstatbot.com/; abuse@serpstatbot.com)"
23 "Mozilla/5.0 (compatible; Y!J-WSC/1.0; +https://yahoo.jp/3BSZgF)"
22 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36 Rankabot/1.1"
21 "yacybot (-global; amd64 Linux 5.10.0-21-cloud-amd64; java 1.8.0_352; Europe/en) http://yacy.net/bot.html"
21 "Mozilla/5.0 (compatible; SemrushBot-BA; +http://www.semrush.com/bot.html)"
20 "Mozilla/5.0 (Windows NT 10.0; Win64; x64; trendictionbot0.5.0; trendiction search; http://www.trendiction.de/bot; please let us know of any problems; web at trendiction.com) Gecko/20170101 Firefox/67.0"