| |
Agent ?
| |
% of all Bytes ?
| |
% of Bytes ?
| |
MBytes ?
| |
Visits ?
| |
Hits ?
| |
First Hit ?
| |
| |
Googlebot 2.x | |
12.88% | |
41.03% | |
7,680.5M | |
4,625 | |
29,644 | |
01/01/06 | |
| |
Yahoo! Slurp | |
6.78% | |
21.60% | |
4,044.8M | |
74,079 | |
59,589 | |
01/01/06 | |
| |
msnbot 1.x | |
2.71% | |
8.64% | |
1,618.6M | |
9,320 | |
18,925 | |
01/01/06 | |
| |
msnbot-media 1.x | |
1.61% | |
5.14% | |
963.3M | |
913 | |
8,985 | |
05/19/06 | |
| |
msnbot 0.x | |
1.50% | |
4.78% | |
894.8M | |
1,159 | |
12,704 | |
01/04/06 | |
| |
Googlebot-Image 1.x | |
0.48% | |
1.55% | |
291.3M | |
280 | |
2,462 | |
01/04/06 | |
| |
Todobr_Robot 1.x | |
0.48% | |
1.54% | |
288.4M | |
66 | |
2,496 | |
01/14/06 | |
| |
(Unknown) | |
0.43% | |
1.38% | |
259.1M | |
3,310 | |
3,547 | |
01/01/06 | |
| |
noxtrumbot 1.x | |
0.32% | |
1.04% | |
194.8M | |
95 | |
6,581 | |
01/04/06 | |
| |
FAST Enterprise Crawler 6 | |
0.29% | |
0.95% | |
177.9M | |
31 | |
2,126 | |
01/31/06 | |
| |
Ask Jeeves Teoma | |
0.23% | |
0.75% | |
141.3M | |
2,588 | |
3,188 | |
01/02/06 | |
| |
DA 7.x | |
0.23% | |
0.73% | |
138.4M | |
176 | |
665 | |
01/04/06 | |
| |
Charlotte 1.x | |
0.23% | |
0.73% | |
137.6M | |
18 | |
724 | |
05/19/06 | |
| |
VoilaBot BETA 1.x | |
0.22% | |
0.72% | |
135.2M | |
2,210 | |
3,826 | |
01/01/06 | |
| |
Indy Library | |
0.15% | |
0.48% | |
90.1M | |
182 | |
319 | |
01/04/06 | |
| |
ichiro 2.x | |
0.13% | |
0.42% | |
79.1M | |
25 | |
1,129 | |
03/01/06 | |
| |
Exabot-Images 1.x | |
0.12% | |
0.38% | |
72.8M | |
83 | |
333 | |
04/04/06 | |
| |
Yahoo! Slurp China | |
0.11% | |
0.37% | |
70.0M | |
1,299 | |
672 | |
01/01/06 | |
| |
Gigabot 2.x | |
0.11% | |
0.36% | |
67.9M | |
2,946 | |
1,981 | |
01/01/06 | |
| |
Claims Mozilla compatible | |
0.10% | |
0.34% | |
64.5M | |
788 | |
2,523 | |
01/01/06 | |
| |
ia_archiver | |
0.10% | |
0.33% | |
63.3M | |
213 | |
1,034 | |
01/01/06 | |
| |
psbot 0.x | |
0.10% | |
0.33% | |
62.4M | |
378 | |
1,430 | |
01/24/06 | |
| |
MJ12 | |
0.10% | |
0.33% | |
62.2M | |
41 | |
1,519 | |
01/02/06 | |
| |
MSIECrawler 6.x | |
0.08% | |
0.27% | |
51.6M | |
227 | |
6,382 | |
01/02/06 | |
| |
FAST-WebCrawler 3.x | |
0.07% | |
0.25% | |
47.6M | |
241 | |
1,779 | |
01/09/06 | |
| |
TurnitinBot 2.x | |
0.07% | |
0.23% | |
43.6M | |
6 | |
483 | |
02/24/06 | |
| |
NutchCVS 0.x | |
0.07% | |
0.22% | |
42.6M | |
421 | |
1,440 | |
01/01/06 | |
| |
focused_crawler | |
0.06% | |
0.22% | |
41.7M | |
41 | |
1,185 | |
02/03/06 | |
| |
psycheclone | |
0.06% | |
0.20% | |
37.8M | |
8 | |
1,022 | |
06/14/06 | |
| |
IRLbot 2.x | |
0.06% | |
0.20% | |
37.5M | |
120 | |
1,092 | |
01/26/06 | |
| |
heritrix 1.x | |
0.05% | |
0.17% | |
33.3M | |
9 | |
297 | |
04/24/06 | |
| |
HTTrack 3.x | |
0.04% | |
0.15% | |
28.5M | |
5 | |
486 | |
03/20/06 | |
| |
voyager 1.x | |
0.04% | |
0.14% | |
27.8M | |
736 | |
838 | |
01/01/06 | |
| |
METASpider | |
0.04% | |
0.14% | |
27.6M | |
28 | |
4,101 | |
05/27/06 | |
| |
webcollage 1.x | |
0.04% | |
0.14% | |
26.7M | |
98 | |
201 | |
01/13/06 | |
| |
Snapbot 1.x | |
0.04% | |
0.13% | |
24.4M | |
581 | |
504 | |
05/31/06 | |
| |
Shim-Crawler | |
0.04% | |
0.13% | |
24.4M | |
15 | |
716 | |
06/03/06 | |
| |
FDM 1 | |
0.03% | |
0.12% | |
23.5M | |
10 | |
71 | |
03/06/06 | |
| |
Accoona-AI-Agent 1.x | |
0.03% | |
0.11% | |
21.0M | |
1 | |
513 | |
11/21/06 | |
| |
NextGenSearchBot 1 | |
0.03% | |
0.10% | |
20.5M | |
3 | |
637 | |
02/18/06 | |
| |
schibstedsokbot | |
0.03% | |
0.10% | |
20.5M | |
7 | |
446 | |
03/20/06 | |
| |
Claims Netscape Navigator 1.x | |
0.03% | |
0.10% | |
19.6M | |
9 | |
23 | |
09/30/06 | |
| |
ZyBorg 1.x | |
0.02% | |
0.09% | |
17.2M | |
273 | |
556 | |
01/27/06 | |
| |
msnbot-Products 1.x | |
0.02% | |
0.09% | |
17.1M | |
50 | |
218 | |
08/27/06 | |
| |
Wget 1.x | |
0.02% | |
0.08% | |
16.7M | |
115 | |
159 | |
01/03/06 | |
| |
Java 1.x | |
0.02% | |
0.08% | |
15.8M | |
144 | |
299 | |
01/01/06 | |
| |
DA 5.x | |
0.02% | |
0.08% | |
15.1M | |
16 | |
68 | |
01/30/06 | |
| |
Theophrastus 2.x | |
0.02% | |
0.07% | |
14.7M | |
6 | |
466 | |
01/23/06 | |
| |
MQBOT Nutch-0.x | |
0.02% | |
0.07% | |
14.5M | |
44 | |
540 | |
10/17/06 | |
| |
FAST MetaWeb Crawler | |
0.02% | |
0.06% | |
12.8M | |
7 | |
325 | |
03/07/06 | |
| |
Baiduspider | |
0.02% | |
0.06% | |
12.1M | |
197 | |
275 | |
01/01/06 | |
| |
Yahoo-MMCrawler 3 | |
0.01% | |
0.06% | |
11.9M | |
413 | |
3,528 | |
01/02/06 | |
| |
IDA | |
0.01% | |
0.05% | |
10.6M | |
5 | |
24 | |
04/11/06 | |
| |
GoogleToolbar 4.x | |
0.01% | |
0.05% | |
10.5M | |
1,120 | |
0 | |
06/02/06 | |
| |
Claims Netscape Navigator 4.x | |
0.01% | |
0.05% | |
10.3M | |
101 | |
121 | |
01/18/06 | |
| |
sogou spider | |
0.01% | |
0.05% | |
9.9M | |
116 | |
124 | |
05/05/06 | |
| |
UOLCrawler | |
0.01% | |
0.05% | |
9.7M | |
2 | |
258 | |
06/14/06 | |
| |
KATATUDO-Spider | |
0.01% | |
0.05% | |
9.7M | |
12 | |
75 | |
06/26/06 | |
| |
PycURL 7.x | |
0.01% | |
0.04% | |
8.6M | |
51 | |
125 | |
12/01/06 | |
| |
BeijingCrawler | |
0.01% | |
0.04% | |
8.5M | |
7 | |
112 | |
07/01/06 | |
|