List of Robots Ordered by Robot (Visits)
Click Here For: Agent Switchboard
Change Order:
Order by robot name
Show values as percent
Browser | Sep | Aug | Jul | Jun | May | Apr | Mar | Feb | Jan | Dec | Nov | Oct |
python-requests | 1 | 65 | 63 | 70 | 71 | 95 | 55 | 86 | 67 | 66 | 87 | 74 |
MojeekBot | 1 | 31 | 51 | 43 | 38 | 15 | 49 | 45 | 57 | 67 | 51 | 46 |
unknown crawler | 0 | 890 | 1316 | 1044 | 816 | 840 | 626 | 581 | 996 | 1033 | 683 | 721 |
unknown | 0 | 481 | 927 | 720 | 179 | 117 | 118 | 112 | 152 | 146 | 122 | 96 |
YandexBot | 0 | 445 | 188 | 269 | 286 | 338 | 287 | 323 | 279 | 292 | 2 | 17 |
SemrushBot | 0 | 399 | 520 | 685 | 686 | 353 | 835 | 327 | 303 | 642 | 521 | 562 |
MJ12bot | 0 | 244 | 136 | 77 | 42 | 43 | 50 | 30 | 21 | 26 | 28 | 40 |
Googlebot | 0 | 193 | 212 | 174 | 125 | 131 | 178 | 154 | 146 | 171 | 163 | 193 |
AhrefsBot | 0 | 100 | 41 | 27 | 41 | 6 | 33 | 509 | 8 | 1 | 209 | 11 |
Spider | 0 | 80 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
curl | 0 | 33 | 51 | 48 | 200 | 232 | 236 | 118 | 325 | 37 | 32 | 17 |
CCBot | 0 | 33 | 7 | 6 | 1 | 3 | 4 | 6 | 7 | 2 | 8 | 7 |
ZoominfoBot | 0 | 22 | 15 | 30 | 5 | 0 | 0 | 0 | 11 | 28 | 39 | 20 |
DotBot | 0 | 10 | 10 | 3 | 33 | 83 | 46 | 54 | 51 | 38 | 29 | 15 |
BLEXBot | 0 | 10 | 11 | 5 | 3 | 0 | 0 | 1 | 3 | 2 | 4 | 3 |
crawler | 0 | 8 | 6 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
Google-Display-Ads-Bot | 0 | 8 | 4 | 2 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
DataForSeoBot | 0 | 8 | 9 | 10 | 11 | 7 | 10 | 5 | 12 | 9 | 8 | 8 |
Proximic Spider | 0 | 7 | 3 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
ev-crawler | 0 | 6 | 4 | 6 | 5 | 4 | 5 | 4 | 6 | 5 | 6 | 4 |
Baiduspider | 0 | 5 | 2 | 5 | 3 | 2 | 2 | 0 | 0 | 0 | 0 | 2 |
wpbot | 0 | 4 | 4 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | 3 |
CriteoBot | 0 | 4 | 8 | 2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
WadooBot | 0 | 3 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
AwarioBot | 0 | 3 | 9 | 1 | 6 | 12 | 0 | 2 | 8 | 3 | 3 | 8 |
HawaiiBot | 0 | 3 | 17 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 3 |
WebwikiBot | 0 | 2 | 1 | 0 | 1 | 0 | 1 | 0 | 0 | 0 | 0 | 0 |
BitSightBot | 0 | 2 | 6 | 4 | 3 | 3 | 3 | 2 | 2 | 4 | 4 | 0 |
GammaLiveCrawlBot | 0 | 2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
SurdotlyBot | 0 | 2 | 1 | 1 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
Wget | 0 | 2 | 6 | 5 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
YandexRenderResourcesBot | 0 | 2 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 2 | 0 | 0 |
peer39_crawler | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
NutchBot | 0 | 1 | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 1 | 2 | 35 |
VelenPublicWebCrawler | 0 | 1 | 0 | 1 | 0 | 1 | 0 | 0 | 0 | 1 | 0 | 0 |
IbouBot | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
GoParserBot | 0 | 1 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
Baiduspider | 0 | 1 | 1 | 2 | 2 | 1 | 3 | 2 | 1 | 1 | 2 | 2 |
facebookexternalhit | 0 | 1 | 0 | 2 | 16 | 7 | 41 | 29 | 30 | 32 | 39 | 988 |
SEMrushBot | 0 | 1 | 1 | 0 | 0 | 1 | 1 | 1 | 0 | 1 | 0 | 0 |
Python-urllib | 0 | 1 | 2 | 1 | 2 | 0 | 0 | 0 | 0 | 1 | 0 | 0 |
DomainStatsBot | 0 | 1 | 1 | 1 | 1 | 1 | 1 | 1 | 1 | 1 | 1 | 1 |
Thinkbot | 0 | 0 | 146 | 52 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
AliyunSecBot | 0 | 0 | 43 | 29 | 5 | 0 | 0 | 0 | 0 | 6 | 0 | 0 |
SeznamBot | 0 | 0 | 8 | 4 | 2 | 6 | 6 | 3 | 6 | 7 | 3 | 2 |
Orbbot | 0 | 0 | 7 | 5 | 0 | 5 | 6 | 4 | 5 | 19 | 5 | 7 |
DomCopBot | 0 | 0 | 4 | 2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
serpstatbot | 0 | 0 | 2 | 0 | 0 | 1 | 0 | 0 | 2 | 0 | 0 | 2 |
WadooImageBot | 0 | 0 | 2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
WanScannerBot | 0 | 0 | 2 | 8 | 6 | 1 | 0 | 0 | 1 | 0 | 0 | 0 |
yacybot | 0 | 0 | 1 | 0 | 0 | 2 | 2 | 2 | 2 | 6 | 1 | 0 |
CFNetwork | 0 | 0 | 1 | 2 | 0 | 6 | 0 | 8 | 6 | 5 | 1 | 1 |
LWP Script | 0 | 0 | 1 | 0 | 0 | 3 | 4 | 2 | 0 | 0 | 0 | 0 |
imageSpider | 0 | 0 | 0 | 4 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
archive.org_bot | 0 | 0 | 0 | 2 | 0 | 0 | 6 | 0 | 0 | 0 | 0 | 6 |
Twitterbot | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
Java | 0 | 0 | 0 | 1 | 1 | 0 | 0 | 0 | 0 | 1 | 2 | 2 |
URLProcessor-v12-Crawler | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
Google Web Preview | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 1 | 0 | 0 | 1 | 0 |
Gaisbot | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
Facebot | 0 | 0 | 0 | 1 | 1 | 0 | 0 | 0 | 0 | 1 | 0 | 0 |
StartmeBot | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
mithril-crawler | 0 | 0 | 0 | 0 | 0 | 3 | 0 | 0 | 0 | 0 | 0 | 0 |
msnbot | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 |
bingbot | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 1 | 0 | 0 | 0 | 2 |
Timpibot | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 |
Sengine crawler | 0 | 0 | 0 | 0 | 0 | 0 | 2 | 0 | 0 | 0 | 0 | 0 |
Qwantbot | 0 | 0 | 0 | 0 | 0 | 0 | 2 | 0 | 4 | 0 | 0 | 0 |
BingPreview | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 |
Xenu Link Sleuth | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 3 | 0 | 0 | 0 | 0 |
JSACrawlerBot | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 |
Mail.RU_Bot | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 |
Brightbot | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 |
WordPress | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 2 | 0 | 0 | 0 |
centurybot | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 0 |
t3versionsBot | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 |
W3C_Validator | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 1 |
Yeti | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 |
LightspeedSystemsCrawler | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 |
Exabot | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 |
Bytespider | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 16 | 51 |
TenMillionDomainsBot | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 1 |
Bingbot | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 |
IABot | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 |
Total | 2 | 3117 | 3852 | 3361 | 2599 | 2328 | 2620 | 2420 | 2518 | 2665 | 2078 | 2951 |