1 | 968 | 24,50 | worldwebheritage.org/1.0 |
2 | 731 | 18,50 | bingbot/2.0 |
3 | 720 | 18,22 | MJ12bot/v1.4.5 |
4 | 378 | 9,57 | BLEXBot/1.0 |
5 | 157 | 3,97 | Googlebot/2.1 |
6 | 150 | 3,80 | robots |
7 | 139 | 3,52 | compatible Mozilla/5.0 |
8 | 135 | 3,42 | YandexBot/3.0 |
9 | 112 | 2,83 | Linux x86_64 |
10 | 79 | 2,00 | SeznamBot/3.2 |
11 | 69 | 1,75 | DomainAppender /1.0 |
12 | 34 | 0,86 | linkdexbot/2.0 |
13 | 31 | 0,78 | Yahoo! Slurp |
14 | 24 | 0,61 | CCBot/2.0 (http://commoncrawl.org/faq/) |
15 | 23 | 0,58 | Exabot/3.0 |
16 | 20 | 0,51 | ia_archiver |
17 | 18 | 0,46 | proximic |
18 | 18 | 0,46 | coccoc/1.0 |
19 | 14 | 0,35 | Jyxobot/1 |
20 | 13 | 0,33 | msnbot-media/1.1 (+http://search.msn.com... |
21 | 12 | 0,30 | Chrome |
22 | 11 | 0,28 | fliptop |
23 | 8 | 0,20 | Python-urllib/2.7 |
24 | 8 | 0,20 | meanpathbot/1.0 |
25 | 8 | 0,20 | archive.org_bot |
26 | 7 | 0,18 | MSIE 9.0 |
27 | 7 | 0,18 | GrapeshotCrawler/2.0 |
28 | 6 | 0,15 | DotBot/1.1 |
29 | 6 | 0,15 | WeSEE |
30 | 4 | 0,10 | rogerbot/1.0 (http://moz.com/help/pro/wh... |