| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/amazon_counterfactual |
MTEB AmazonCounterfactualClassification (en) |
en |
test |
e8379541af4e31359cca9fbcf4b00f2671dba205 |
|
| type |
value |
| accuracy |
86.2089552238806 |
|
| type |
value |
| ap |
55.76273850794966 |
|
| type |
value |
| f1 |
81.26104211414781 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/amazon_polarity |
MTEB AmazonPolarityClassification |
default |
test |
e2d317d38cd51312af73b3d32a06d1a08b442046 |
|
| type |
value |
| accuracy |
88.35995000000001 |
|
| type |
value |
| ap |
84.18839957309655 |
|
| type |
value |
| f1 |
88.317619250081 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/amazon_reviews_multi |
MTEB AmazonReviewsClassification (en) |
en |
test |
1399c76144fd37290681b995c656ef9b2e06e26d |
|
| type |
value |
| accuracy |
44.64 |
|
| type |
value |
| f1 |
42.48663956478136 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| arguana |
MTEB ArguAna |
default |
test |
None |
|
| type |
value |
| map_at_1 |
27.383000000000003 |
|
| type |
value |
| map_at_10 |
43.024 |
|
| type |
value |
| map_at_100 |
44.023 |
|
| type |
value |
| map_at_1000 |
44.025999999999996 |
|
| type |
value |
| map_at_3 |
37.684 |
|
| type |
value |
| map_at_5 |
40.884 |
|
| type |
value |
| mrr_at_1 |
28.094 |
|
| type |
value |
| mrr_at_10 |
43.315 |
|
| type |
value |
| mrr_at_100 |
44.313 |
|
| type |
value |
| mrr_at_1000 |
44.317 |
|
| type |
value |
| mrr_at_3 |
37.862 |
|
| type |
value |
| mrr_at_5 |
41.155 |
|
| type |
value |
| ndcg_at_1 |
27.383000000000003 |
|
| type |
value |
| ndcg_at_10 |
52.032000000000004 |
|
| type |
value |
| ndcg_at_100 |
56.19499999999999 |
|
| type |
value |
| ndcg_at_1000 |
56.272 |
|
| type |
value |
| ndcg_at_3 |
41.166000000000004 |
|
| type |
value |
| ndcg_at_5 |
46.92 |
|
| type |
value |
| precision_at_1 |
27.383000000000003 |
|
| type |
value |
| precision_at_10 |
8.087 |
|
| type |
value |
| precision_at_100 |
0.989 |
|
| type |
value |
| precision_at_1000 |
0.099 |
|
| type |
value |
| precision_at_3 |
17.093 |
|
| type |
value |
| precision_at_5 |
13.044 |
|
| type |
value |
| recall_at_1 |
27.383000000000003 |
|
| type |
value |
| recall_at_10 |
80.868 |
|
| type |
value |
| recall_at_100 |
98.86200000000001 |
|
| type |
value |
| recall_at_1000 |
99.431 |
|
| type |
value |
| recall_at_3 |
51.28 |
|
| type |
value |
| recall_at_5 |
65.22 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/arxiv-clustering-p2p |
MTEB ArxivClusteringP2P |
default |
test |
a122ad7f3f0291bf49cc6f4d32aa80929df69d5d |
|
| type |
value |
| v_measure |
39.68441054431849 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/arxiv-clustering-s2s |
MTEB ArxivClusteringS2S |
default |
test |
f910caf1a6075f7329cdf8c1a6135696f37dbd53 |
|
| type |
value |
| v_measure |
29.188539728343844 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/askubuntudupquestions-reranking |
MTEB AskUbuntuDupQuestions |
default |
test |
2000358ca161889fa9c082cb41daa8dcfb161a54 |
|
| type |
value |
| map |
63.173362687519784 |
|
| type |
value |
| mrr |
76.18860748362133 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/biosses-sts |
MTEB BIOSSES |
default |
test |
d3fb88f8f02e40887cd149695127462bbcf29b4a |
|
| type |
value |
| cos_sim_spearman |
82.30789953771232 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/banking77 |
MTEB Banking77Classification |
default |
test |
0fd18e25b25c072e09e0d92ab615fda904d66300 |
|
| type |
value |
| accuracy |
77.03571428571428 |
|
| type |
value |
| f1 |
75.87384305045917 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/biorxiv-clustering-p2p |
MTEB BiorxivClusteringP2P |
default |
test |
65b79d1d13f80053f67aca9498d9402c2d9f1f40 |
|
| type |
value |
| v_measure |
32.98041170516364 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/biorxiv-clustering-s2s |
MTEB BiorxivClusteringS2S |
default |
test |
258694dd0231531bc1fd9de6ceb52a0853c6d908 |
|
| type |
value |
| v_measure |
25.71652988451154 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| BeIR/cqadupstack |
MTEB CQADupstackAndroidRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
33.739999999999995 |
|
| type |
value |
| map_at_10 |
46.197 |
|
| type |
value |
| map_at_100 |
47.814 |
|
| type |
value |
| map_at_1000 |
47.934 |
|
| type |
value |
| map_at_3 |
43.091 |
|
| type |
value |
| map_at_5 |
44.81 |
|
| type |
value |
| mrr_at_1 |
41.059 |
|
| type |
value |
| mrr_at_10 |
52.292 |
|
| type |
value |
| mrr_at_100 |
52.978 |
|
| type |
value |
| mrr_at_1000 |
53.015 |
|
| type |
value |
| mrr_at_3 |
49.976 |
|
| type |
value |
| mrr_at_5 |
51.449999999999996 |
|
| type |
value |
| ndcg_at_1 |
41.059 |
|
| type |
value |
| ndcg_at_10 |
52.608 |
|
| type |
value |
| ndcg_at_100 |
57.965 |
|
| type |
value |
| ndcg_at_1000 |
59.775999999999996 |
|
| type |
value |
| ndcg_at_3 |
48.473 |
|
| type |
value |
| ndcg_at_5 |
50.407999999999994 |
|
| type |
value |
| precision_at_1 |
41.059 |
|
| type |
value |
| precision_at_10 |
9.943 |
|
| type |
value |
| precision_at_100 |
1.6070000000000002 |
|
| type |
value |
| precision_at_1000 |
0.20500000000000002 |
|
| type |
value |
| precision_at_3 |
23.413999999999998 |
|
| type |
value |
| precision_at_5 |
16.481 |
|
| type |
value |
| recall_at_1 |
33.739999999999995 |
|
| type |
value |
| recall_at_10 |
63.888999999999996 |
|
| type |
value |
| recall_at_100 |
85.832 |
|
| type |
value |
| recall_at_1000 |
97.475 |
|
| type |
value |
| recall_at_3 |
51.953 |
|
| type |
value |
| recall_at_5 |
57.498000000000005 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| BeIR/cqadupstack |
MTEB CQADupstackEnglishRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
31.169999999999998 |
|
| type |
value |
| map_at_10 |
41.455 |
|
| type |
value |
| map_at_100 |
42.716 |
|
| type |
value |
| map_at_1000 |
42.847 |
|
| type |
value |
| map_at_3 |
38.568999999999996 |
|
| type |
value |
| map_at_5 |
40.099000000000004 |
|
| type |
value |
| mrr_at_1 |
39.427 |
|
| type |
value |
| mrr_at_10 |
47.818 |
|
| type |
value |
| mrr_at_100 |
48.519 |
|
| type |
value |
| mrr_at_1000 |
48.558 |
|
| type |
value |
| mrr_at_3 |
45.86 |
|
| type |
value |
| mrr_at_5 |
46.936 |
|
| type |
value |
| ndcg_at_1 |
39.427 |
|
| type |
value |
| ndcg_at_10 |
47.181 |
|
| type |
value |
| ndcg_at_100 |
51.737 |
|
| type |
value |
| ndcg_at_1000 |
53.74 |
|
| type |
value |
| ndcg_at_3 |
43.261 |
|
| type |
value |
| ndcg_at_5 |
44.891 |
|
| type |
value |
| precision_at_1 |
39.427 |
|
| type |
value |
| precision_at_10 |
8.847 |
|
| type |
value |
| precision_at_100 |
1.425 |
|
| type |
value |
| precision_at_1000 |
0.189 |
|
| type |
value |
| precision_at_3 |
20.785999999999998 |
|
| type |
value |
| precision_at_5 |
14.560999999999998 |
|
| type |
value |
| recall_at_1 |
31.169999999999998 |
|
| type |
value |
| recall_at_10 |
56.971000000000004 |
|
| type |
value |
| recall_at_100 |
76.31400000000001 |
|
| type |
value |
| recall_at_1000 |
88.93900000000001 |
|
| type |
value |
| recall_at_3 |
45.208 |
|
| type |
value |
| recall_at_5 |
49.923 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| BeIR/cqadupstack |
MTEB CQADupstackGamingRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
39.682 |
|
| type |
value |
| map_at_10 |
52.766000000000005 |
|
| type |
value |
| map_at_100 |
53.84100000000001 |
|
| type |
value |
| map_at_1000 |
53.898 |
|
| type |
value |
| map_at_3 |
49.291000000000004 |
|
| type |
value |
| map_at_5 |
51.365 |
|
| type |
value |
| mrr_at_1 |
45.266 |
|
| type |
value |
| mrr_at_10 |
56.093 |
|
| type |
value |
| mrr_at_100 |
56.763 |
|
| type |
value |
| mrr_at_1000 |
56.793000000000006 |
|
| type |
value |
| mrr_at_3 |
53.668000000000006 |
|
|
|
| type |
value |
| ndcg_at_1 |
45.266 |
|
| type |
value |
| ndcg_at_10 |
58.836 |
|
| type |
value |
| ndcg_at_100 |
62.863 |
|
| type |
value |
| ndcg_at_1000 |
63.912 |
|
| type |
value |
| ndcg_at_3 |
53.19199999999999 |
|
| type |
value |
| ndcg_at_5 |
56.125 |
|
| type |
value |
| precision_at_1 |
45.266 |
|
| type |
value |
| precision_at_10 |
9.492 |
|
| type |
value |
| precision_at_100 |
1.236 |
|
| type |
value |
| precision_at_1000 |
0.13699999999999998 |
|
| type |
value |
| precision_at_3 |
23.762 |
|
| type |
value |
| precision_at_5 |
16.414 |
|
| type |
value |
| recall_at_1 |
39.682 |
|
| type |
value |
| recall_at_10 |
73.233 |
|
| type |
value |
| recall_at_100 |
90.335 |
|
| type |
value |
| recall_at_1000 |
97.452 |
|
| type |
value |
| recall_at_3 |
58.562000000000005 |
|
| type |
value |
| recall_at_5 |
65.569 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| BeIR/cqadupstack |
MTEB CQADupstackGisRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
26.743 |
|
| type |
value |
| map_at_10 |
34.016000000000005 |
|
| type |
value |
| map_at_100 |
35.028999999999996 |
|
| type |
value |
| map_at_1000 |
35.113 |
|
| type |
value |
| map_at_3 |
31.763 |
|
| type |
value |
| map_at_5 |
33.013999999999996 |
|
| type |
value |
| mrr_at_1 |
28.927000000000003 |
|
| type |
value |
| mrr_at_10 |
36.32 |
|
| type |
value |
| mrr_at_100 |
37.221 |
|
| type |
value |
| mrr_at_1000 |
37.281 |
|
| type |
value |
| mrr_at_3 |
34.105000000000004 |
|
| type |
value |
| mrr_at_5 |
35.371 |
|
| type |
value |
| ndcg_at_1 |
28.927000000000003 |
|
| type |
value |
| ndcg_at_10 |
38.474000000000004 |
|
| type |
value |
| ndcg_at_100 |
43.580000000000005 |
|
| type |
value |
| ndcg_at_1000 |
45.64 |
|
| type |
value |
| ndcg_at_3 |
34.035 |
|
| type |
value |
| ndcg_at_5 |
36.186 |
|
| type |
value |
| precision_at_1 |
28.927000000000003 |
|
| type |
value |
| precision_at_10 |
5.74 |
|
| type |
value |
| precision_at_100 |
0.8710000000000001 |
|
| type |
value |
| precision_at_1000 |
0.108 |
|
| type |
value |
| precision_at_3 |
14.124 |
|
| type |
value |
| precision_at_5 |
9.74 |
|
| type |
value |
| recall_at_1 |
26.743 |
|
| type |
value |
| recall_at_10 |
49.955 |
|
| type |
value |
| recall_at_100 |
73.904 |
|
| type |
value |
| recall_at_1000 |
89.133 |
|
| type |
value |
| recall_at_3 |
38.072 |
|
| type |
value |
| recall_at_5 |
43.266 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| BeIR/cqadupstack |
MTEB CQADupstackMathematicaRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
16.928 |
|
| type |
value |
| map_at_10 |
23.549 |
|
| type |
value |
| map_at_100 |
24.887 |
|
| type |
value |
| map_at_1000 |
25.018 |
|
| type |
value |
| map_at_3 |
21.002000000000002 |
|
| type |
value |
| map_at_5 |
22.256 |
|
| type |
value |
| mrr_at_1 |
21.02 |
|
| type |
value |
| mrr_at_10 |
27.898 |
|
| type |
value |
| mrr_at_100 |
29.018 |
|
| type |
value |
| mrr_at_1000 |
29.099999999999998 |
|
| type |
value |
| mrr_at_3 |
25.456 |
|
| type |
value |
| mrr_at_5 |
26.625 |
|
| type |
value |
| ndcg_at_1 |
21.02 |
|
| type |
value |
| ndcg_at_10 |
28.277 |
|
| type |
value |
| ndcg_at_100 |
34.54 |
|
| type |
value |
| ndcg_at_1000 |
37.719 |
|
| type |
value |
| ndcg_at_3 |
23.707 |
|
| type |
value |
| ndcg_at_5 |
25.482 |
|
| type |
value |
| precision_at_1 |
21.02 |
|
| type |
value |
| precision_at_10 |
5.361 |
|
| type |
value |
| precision_at_100 |
0.9809999999999999 |
|
| type |
value |
| precision_at_1000 |
0.13899999999999998 |
|
| type |
value |
| precision_at_3 |
11.401 |
|
| type |
value |
| precision_at_5 |
8.209 |
|
| type |
value |
| recall_at_1 |
16.928 |
|
| type |
value |
| recall_at_10 |
38.601 |
|
| type |
value |
| recall_at_100 |
65.759 |
|
| type |
value |
| recall_at_1000 |
88.543 |
|
| type |
value |
| recall_at_3 |
25.556 |
|
| type |
value |
| recall_at_5 |
30.447000000000003 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| BeIR/cqadupstack |
MTEB CQADupstackPhysicsRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
28.549000000000003 |
|
| type |
value |
| map_at_10 |
38.426 |
|
| type |
value |
| map_at_100 |
39.845000000000006 |
|
| type |
value |
| map_at_1000 |
39.956 |
|
| type |
value |
| map_at_3 |
35.372 |
|
| type |
value |
| map_at_5 |
37.204 |
|
| type |
value |
| mrr_at_1 |
35.034 |
|
| type |
value |
| mrr_at_10 |
44.041000000000004 |
|
| type |
value |
| mrr_at_100 |
44.95 |
|
| type |
value |
| mrr_at_1000 |
44.997 |
|
| type |
value |
| mrr_at_3 |
41.498000000000005 |
|
| type |
value |
| mrr_at_5 |
43.077 |
|
| type |
value |
| ndcg_at_1 |
35.034 |
|
| type |
value |
| ndcg_at_10 |
44.218 |
|
| type |
value |
| ndcg_at_100 |
49.958000000000006 |
|
| type |
value |
| ndcg_at_1000 |
52.019000000000005 |
|
| type |
value |
| ndcg_at_3 |
39.34 |
|
| type |
value |
| ndcg_at_5 |
41.892 |
|
| type |
value |
| precision_at_1 |
35.034 |
|
| type |
value |
| precision_at_10 |
7.911 |
|
| type |
value |
| precision_at_100 |
1.26 |
|
| type |
value |
| precision_at_1000 |
0.16 |
|
| type |
value |
| precision_at_3 |
18.511 |
|
| type |
value |
| precision_at_5 |
13.205 |
|
| type |
value |
| recall_at_1 |
28.549000000000003 |
|
| type |
value |
| recall_at_10 |
56.035999999999994 |
|
| type |
value |
| recall_at_100 |
79.701 |
|
| type |
value |
| recall_at_1000 |
93.149 |
|
| type |
value |
| recall_at_3 |
42.275 |
|
| type |
value |
| recall_at_5 |
49.097 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| BeIR/cqadupstack |
MTEB CQADupstackProgrammersRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
29.391000000000002 |
|
| type |
value |
| map_at_10 |
39.48 |
|
| type |
value |
| map_at_100 |
40.727000000000004 |
|
| type |
value |
| map_at_1000 |
40.835 |
|
| type |
value |
| map_at_3 |
36.234 |
|
| type |
value |
| map_at_5 |
37.877 |
|
| type |
value |
| mrr_at_1 |
35.959 |
|
| type |
value |
| mrr_at_10 |
44.726 |
|
| type |
value |
| mrr_at_100 |
45.531 |
|
| type |
value |
| mrr_at_1000 |
45.582 |
|
| type |
value |
| mrr_at_3 |
42.047000000000004 |
|
| type |
value |
| mrr_at_5 |
43.611 |
|
| type |
value |
| ndcg_at_1 |
35.959 |
|
| type |
value |
| ndcg_at_10 |
45.303 |
|
| type |
value |
| ndcg_at_100 |
50.683 |
|
| type |
value |
| ndcg_at_1000 |
52.818 |
|
| type |
value |
| ndcg_at_3 |
39.987 |
|
| type |
value |
| ndcg_at_5 |
42.243 |
|
| type |
value |
| precision_at_1 |
35.959 |
|
| type |
value |
| precision_at_10 |
8.241999999999999 |
|
| type |
value |
| precision_at_100 |
1.274 |
|
| type |
value |
| precision_at_1000 |
0.163 |
|
| type |
value |
| precision_at_3 |
18.836 |
|
| type |
value |
| precision_at_5 |
13.196 |
|
| type |
value |
| recall_at_1 |
29.391000000000002 |
|
| type |
value |
| recall_at_10 |
57.364000000000004 |
|
| type |
value |
| recall_at_100 |
80.683 |
|
| type |
value |
| recall_at_1000 |
94.918 |
|
| type |
value |
| recall_at_3 |
42.263 |
|
| type |
value |
| recall_at_5 |
48.634 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| BeIR/cqadupstack |
MTEB CQADupstackRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
26.791749999999997 |
|
| type |
value |
| map_at_10 |
35.75541666666667 |
|
| type |
value |
| map_at_100 |
37.00791666666667 |
|
| type |
value |
| map_at_1000 |
37.12408333333333 |
|
| type |
value |
| map_at_3 |
33.02966666666667 |
|
| type |
value |
| map_at_5 |
34.56866666666667 |
|
| type |
value |
| mrr_at_1 |
31.744333333333337 |
|
| type |
value |
| mrr_at_10 |
39.9925 |
|
| type |
value |
| mrr_at_100 |
40.86458333333333 |
|
| type |
value |
| mrr_at_1000 |
40.92175000000001 |
|
| type |
value |
| mrr_at_3 |
37.68183333333334 |
|
| type |
value |
| mrr_at_5 |
39.028499999999994 |
|
| type |
value |
| ndcg_at_1 |
31.744333333333337 |
|
| type |
value |
| ndcg_at_10 |
40.95008333333334 |
|
| type |
value |
| ndcg_at_100 |
46.25966666666667 |
|
| type |
value |
| ndcg_at_1000 |
48.535333333333334 |
|
| type |
value |
| ndcg_at_3 |
36.43333333333333 |
|
| type |
value |
| ndcg_at_5 |
38.602333333333334 |
|
| type |
value |
| precision_at_1 |
31.744333333333337 |
|
| type |
value |
| precision_at_10 |
7.135166666666666 |
|
| type |
value |
| precision_at_100 |
1.1535833333333334 |
|
| type |
value |
| precision_at_1000 |
0.15391666666666665 |
|
| type |
value |
| precision_at_3 |
16.713 |
|
| type |
value |
| precision_at_5 |
11.828416666666666 |
|
| type |
value |
| recall_at_1 |
26.791749999999997 |
|
| type |
value |
| recall_at_10 |
51.98625 |
|
| type |
value |
| recall_at_100 |
75.30358333333334 |
|
| type |
value |
| recall_at_1000 |
91.05433333333333 |
|
| type |
value |
| recall_at_3 |
39.39583333333333 |
|
| type |
value |
| recall_at_5 |
45.05925 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| BeIR/cqadupstack |
MTEB CQADupstackStatsRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
22.219 |
|
| type |
value |
| map_at_10 |
29.162 |
|
| type |
value |
| map_at_100 |
30.049999999999997 |
|
| type |
value |
| map_at_1000 |
30.144 |
|
| type |
value |
| map_at_3 |
27.204 |
|
| type |
value |
| map_at_5 |
28.351 |
|
| type |
value |
| mrr_at_1 |
25.153 |
|
| type |
value |
| mrr_at_10 |
31.814999999999998 |
|
| type |
value |
| mrr_at_100 |
32.573 |
|
| type |
value |
| mrr_at_1000 |
32.645 |
|
| type |
value |
| mrr_at_3 |
29.934 |
|
| type |
value |
| mrr_at_5 |
30.946 |
|
| type |
value |
| ndcg_at_1 |
25.153 |
|
| type |
value |
| ndcg_at_10 |
33.099000000000004 |
|
| type |
value |
| ndcg_at_100 |
37.768 |
|
| type |
value |
| ndcg_at_1000 |
40.331 |
|
| type |
value |
| ndcg_at_3 |
29.473 |
|
| type |
value |
| ndcg_at_5 |
31.206 |
|
| type |
value |
| precision_at_1 |
25.153 |
|
| type |
value |
| precision_at_10 |
5.183999999999999 |
|
| type |
value |
| precision_at_100 |
0.8170000000000001 |
|
| type |
value |
| precision_at_1000 |
0.11100000000000002 |
|
| type |
value |
| precision_at_3 |
12.831999999999999 |
|
| type |
value |
| precision_at_5 |
8.895999999999999 |
|
| type |
value |
| recall_at_1 |
22.219 |
|
| type |
value |
| recall_at_10 |
42.637 |
|
| type |
value |
| recall_at_100 |
64.704 |
|
| type |
value |
| recall_at_1000 |
83.963 |
|
| type |
value |
| recall_at_3 |
32.444 |
|
| type |
value |
| recall_at_5 |
36.802 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| BeIR/cqadupstack |
MTEB CQADupstackTexRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
17.427999999999997 |
|
| type |
value |
| map_at_10 |
24.029 |
|
| type |
value |
| map_at_100 |
25.119999999999997 |
|
| type |
value |
| map_at_1000 |
25.257 |
|
| type |
value |
| map_at_3 |
22.016 |
|
| type |
value |
| map_at_5 |
23.143 |
|
| type |
value |
| mrr_at_1 |
21.129 |
|
| type |
value |
| mrr_at_10 |
27.750000000000004 |
|
| type |
value |
| mrr_at_100 |
28.666999999999998 |
|
| type |
value |
| mrr_at_1000 |
28.754999999999995 |
|
| type |
value |
| mrr_at_3 |
25.849 |
|
| type |
value |
| mrr_at_5 |
26.939999999999998 |
|
| type |
value |
| ndcg_at_1 |
21.129 |
|
| type |
value |
| ndcg_at_10 |
28.203 |
|
| type |
value |
| ndcg_at_100 |
33.44 |
|
| type |
value |
| ndcg_at_1000 |
36.61 |
|
| type |
value |
| ndcg_at_3 |
24.648999999999997 |
|
| type |
value |
| ndcg_at_5 |
26.316 |
|
| type |
value |
| precision_at_1 |
21.129 |
|
| type |
value |
| precision_at_10 |
5.055 |
|
| type |
value |
| precision_at_100 |
0.909 |
|
| type |
value |
| precision_at_1000 |
0.13699999999999998 |
|
| type |
value |
| precision_at_3 |
11.666 |
|
| type |
value |
| precision_at_5 |
8.3 |
|
| type |
value |
| recall_at_1 |
17.427999999999997 |
|
| type |
value |
| recall_at_10 |
36.923 |
|
| type |
value |
| recall_at_100 |
60.606 |
|
| type |
value |
| recall_at_1000 |
83.19 |
|
| type |
value |
| recall_at_3 |
26.845000000000002 |
|
| type |
value |
| recall_at_5 |
31.247000000000003 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| BeIR/cqadupstack |
MTEB CQADupstackUnixRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
26.457000000000004 |
|
| type |
value |
| map_at_10 |
35.228 |
|
| type |
value |
| map_at_100 |
36.475 |
|
| type |
value |
| map_at_1000 |
36.585 |
|
| type |
value |
| map_at_3 |
32.444 |
|
| type |
value |
| map_at_5 |
34.046 |
|
| type |
value |
| mrr_at_1 |
30.784 |
|
| type |
value |
| mrr_at_10 |
39.133 |
|
| type |
value |
| mrr_at_100 |
40.11 |
|
| type |
value |
| mrr_at_1000 |
40.169 |
|
| type |
value |
| mrr_at_3 |
36.692 |
|
| type |
value |
| mrr_at_5 |
38.17 |
|
| type |
value |
| ndcg_at_1 |
30.784 |
|
| type |
value |
| ndcg_at_10 |
40.358 |
|
| type |
value |
| ndcg_at_100 |
46.119 |
|
| type |
value |
| ndcg_at_1000 |
48.428 |
|
| type |
value |
| ndcg_at_3 |
35.504000000000005 |
|
| type |
value |
| ndcg_at_5 |
37.864 |
|
| type |
value |
| precision_at_1 |
30.784 |
|
| type |
value |
| precision_at_10 |
6.800000000000001 |
|
| type |
value |
| precision_at_100 |
1.083 |
|
| type |
value |
| precision_at_1000 |
0.13899999999999998 |
|
| type |
value |
| precision_at_3 |
15.920000000000002 |
|
| type |
value |
| precision_at_5 |
11.437 |
|
| type |
value |
| recall_at_1 |
26.457000000000004 |
|
| type |
value |
| recall_at_10 |
51.845 |
|
| type |
value |
| recall_at_100 |
77.046 |
|
| type |
value |
| recall_at_1000 |
92.892 |
|
| type |
value |
| recall_at_3 |
38.89 |
|
| type |
value |
| recall_at_5 |
44.688 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| BeIR/cqadupstack |
MTEB CQADupstackWebmastersRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
29.378999999999998 |
|
| type |
value |
| map_at_10 |
37.373 |
|
| type |
value |
| map_at_100 |
39.107 |
|
| type |
value |
| map_at_1000 |
39.317 |
|
| type |
value |
| map_at_3 |
34.563 |
|
| type |
value |
| map_at_5 |
36.173 |
|
| type |
value |
| mrr_at_1 |
35.178 |
|
| type |
value |
| mrr_at_10 |
42.44 |
|
| type |
value |
| mrr_at_100 |
43.434 |
|
| type |
value |
| mrr_at_1000 |
43.482 |
|
| type |
value |
| mrr_at_3 |
39.987 |
|
| type |
value |
| mrr_at_5 |
41.370000000000005 |
|
| type |
value |
| ndcg_at_1 |
35.178 |
|
| type |
value |
| ndcg_at_10 |
42.82 |
|
| type |
value |
| ndcg_at_100 |
48.935 |
|
| type |
value |
| ndcg_at_1000 |
51.28 |
|
| type |
value |
| ndcg_at_3 |
38.562999999999995 |
|
| type |
value |
| ndcg_at_5 |
40.687 |
|
| type |
value |
| precision_at_1 |
35.178 |
|
| type |
value |
| precision_at_10 |
7.945 |
|
| type |
value |
| precision_at_100 |
1.524 |
|
| type |
value |
| precision_at_1000 |
0.242 |
|
| type |
value |
| precision_at_3 |
17.721 |
|
| type |
value |
| precision_at_5 |
12.925 |
|
| type |
value |
| recall_at_1 |
29.378999999999998 |
|
| type |
value |
| recall_at_10 |
52.141999999999996 |
|
| type |
value |
| recall_at_100 |
79.49000000000001 |
|
| type |
value |
| recall_at_1000 |
93.782 |
|
| type |
value |
| recall_at_3 |
39.579 |
|
| type |
value |
| recall_at_5 |
45.462 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| BeIR/cqadupstack |
MTEB CQADupstackWordpressRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
19.814999999999998 |
|
| type |
value |
| map_at_10 |
27.383999999999997 |
|
| type |
value |
| map_at_100 |
28.483999999999998 |
|
| type |
value |
| map_at_1000 |
28.585 |
|
| type |
value |
| map_at_3 |
24.807000000000002 |
|
| type |
value |
| map_at_5 |
26.485999999999997 |
|
| type |
value |
| mrr_at_1 |
21.996 |
|
| type |
value |
| mrr_at_10 |
29.584 |
|
| type |
value |
| mrr_at_100 |
30.611 |
|
| type |
value |
| mrr_at_1000 |
30.684 |
|
| type |
value |
| mrr_at_3 |
27.11 |
|
| type |
value |
| mrr_at_5 |
28.746 |
|
| type |
value |
| ndcg_at_1 |
21.996 |
|
| type |
value |
| ndcg_at_10 |
32.024 |
|
| type |
value |
| ndcg_at_100 |
37.528 |
|
| type |
value |
| ndcg_at_1000 |
40.150999999999996 |
|
| type |
value |
| ndcg_at_3 |
27.016000000000002 |
|
| type |
value |
| ndcg_at_5 |
29.927999999999997 |
|
| type |
value |
| precision_at_1 |
21.996 |
|
| type |
value |
| precision_at_10 |
5.102 |
|
| type |
value |
| precision_at_100 |
0.856 |
|
| type |
value |
| precision_at_1000 |
0.117 |
|
| type |
value |
| precision_at_3 |
11.583 |
|
| type |
value |
| precision_at_5 |
8.577 |
|
| type |
value |
| recall_at_1 |
19.814999999999998 |
|
| type |
value |
| recall_at_10 |
44.239 |
|
| type |
value |
| recall_at_100 |
69.269 |
|
| type |
value |
| recall_at_1000 |
89.216 |
|
| type |
value |
| recall_at_3 |
31.102999999999998 |
|
| type |
value |
| recall_at_5 |
38.078 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| climate-fever |
MTEB ClimateFEVER |
default |
test |
None |
|
| type |
value |
| map_at_1 |
11.349 |
|
| type |
value |
| map_at_10 |
19.436 |
|
| type |
value |
| map_at_100 |
21.282999999999998 |
|
| type |
value |
| map_at_1000 |
21.479 |
|
| type |
value |
| map_at_3 |
15.841 |
|
| type |
value |
| map_at_5 |
17.558 |
|
| type |
value |
| mrr_at_1 |
25.863000000000003 |
|
| type |
value |
| mrr_at_10 |
37.218 |
|
| type |
value |
| mrr_at_100 |
38.198 |
|
| type |
value |
| mrr_at_1000 |
38.236 |
|
| type |
value |
| mrr_at_3 |
33.409 |
|
| type |
value |
| mrr_at_5 |
35.602000000000004 |
|
| type |
value |
| ndcg_at_1 |
25.863000000000003 |
|
| type |
value |
| ndcg_at_10 |
27.953 |
|
| type |
value |
| ndcg_at_100 |
35.327 |
|
| type |
value |
| ndcg_at_1000 |
38.708999999999996 |
|
| type |
value |
| ndcg_at_3 |
21.985 |
|
| type |
value |
| ndcg_at_5 |
23.957 |
|
| type |
value |
| precision_at_1 |
25.863000000000003 |
|
| type |
value |
| precision_at_10 |
8.99 |
|
| type |
value |
| precision_at_100 |
1.6889999999999998 |
|
| type |
value |
| precision_at_1000 |
0.232 |
|
| type |
value |
| precision_at_3 |
16.308 |
|
| type |
value |
| precision_at_5 |
12.912 |
|
| type |
value |
| recall_at_1 |
11.349 |
|
| type |
value |
| recall_at_10 |
34.581 |
|
| type |
value |
| recall_at_100 |
60.178 |
|
| type |
value |
| recall_at_1000 |
78.88199999999999 |
|
| type |
value |
| recall_at_3 |
20.041999999999998 |
|
| type |
value |
| recall_at_5 |
25.458 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| dbpedia-entity |
MTEB DBPedia |
default |
test |
None |
|
| type |
value |
| map_at_1 |
7.893 |
|
| type |
value |
| map_at_10 |
15.457 |
|
| type |
value |
| map_at_100 |
20.905 |
|
| type |
value |
| map_at_1000 |
22.116 |
|
| type |
value |
| map_at_3 |
11.593 |
|
| type |
value |
| map_at_5 |
13.134 |
|
| type |
value |
| mrr_at_1 |
57.49999999999999 |
|
| type |
value |
| mrr_at_10 |
65.467 |
|
| type |
value |
| mrr_at_100 |
66.022 |
|
| type |
value |
| mrr_at_1000 |
66.039 |
|
| type |
value |
| mrr_at_3 |
63.458000000000006 |
|
| type |
value |
| mrr_at_5 |
64.546 |
|
| type |
value |
| ndcg_at_1 |
45.875 |
|
| type |
value |
| ndcg_at_10 |
33.344 |
|
| type |
value |
| ndcg_at_100 |
36.849 |
|
| type |
value |
| ndcg_at_1000 |
44.03 |
|
| type |
value |
| ndcg_at_3 |
37.504 |
|
| type |
value |
| ndcg_at_5 |
34.892 |
|
| type |
value |
| precision_at_1 |
57.49999999999999 |
|
| type |
value |
| precision_at_10 |
25.95 |
|
| type |
value |
| precision_at_100 |
7.89 |
|
| type |
value |
| precision_at_1000 |
1.669 |
|
| type |
value |
| precision_at_3 |
40.333000000000006 |
|
| type |
value |
| precision_at_5 |
33.050000000000004 |
|
| type |
value |
| recall_at_1 |
7.893 |
|
| type |
value |
| recall_at_10 |
20.724999999999998 |
|
| type |
value |
| recall_at_100 |
42.516 |
|
| type |
value |
| recall_at_1000 |
65.822 |
|
| type |
value |
| recall_at_3 |
12.615000000000002 |
|
| type |
value |
| recall_at_5 |
15.482000000000001 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/emotion |
MTEB EmotionClassification |
default |
test |
4f58c6b202a23cf9a4da393831edf4f9183cad37 |
|
| type |
value |
| accuracy |
51.760000000000005 |
|
| type |
value |
| f1 |
45.51690565701713 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| fever |
MTEB FEVER |
default |
test |
None |
|
| type |
value |
| map_at_1 |
53.882 |
|
| type |
value |
| map_at_10 |
65.902 |
|
| type |
value |
| map_at_100 |
66.33 |
|
| type |
value |
| map_at_1000 |
66.348 |
|
| type |
value |
| map_at_3 |
63.75999999999999 |
|
| type |
value |
| map_at_5 |
65.181 |
|
| type |
value |
| mrr_at_1 |
58.041 |
|
| type |
value |
| mrr_at_10 |
70.133 |
|
| type |
value |
| mrr_at_100 |
70.463 |
|
| type |
value |
| mrr_at_1000 |
70.47 |
|
| type |
value |
| mrr_at_3 |
68.164 |
|
| type |
value |
| mrr_at_5 |
69.465 |
|
| type |
value |
| ndcg_at_1 |
58.041 |
|
| type |
value |
| ndcg_at_10 |
71.84700000000001 |
|
| type |
value |
| ndcg_at_100 |
73.699 |
|
| type |
value |
| ndcg_at_1000 |
74.06700000000001 |
|
| type |
value |
| ndcg_at_3 |
67.855 |
|
| type |
value |
| ndcg_at_5 |
70.203 |
|
| type |
value |
| precision_at_1 |
58.041 |
|
| type |
value |
| precision_at_10 |
9.427000000000001 |
|
| type |
value |
| precision_at_100 |
1.049 |
|
| type |
value |
| precision_at_1000 |
0.11 |
|
| type |
value |
| precision_at_3 |
27.278000000000002 |
|
| type |
value |
| precision_at_5 |
17.693 |
|
| type |
value |
| recall_at_1 |
53.882 |
|
| type |
value |
| recall_at_10 |
85.99 |
|
| type |
value |
| recall_at_100 |
94.09100000000001 |
|
| type |
value |
| recall_at_1000 |
96.612 |
|
| type |
value |
| recall_at_3 |
75.25 |
|
| type |
value |
| recall_at_5 |
80.997 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| fiqa |
MTEB FiQA2018 |
default |
test |
None |
|
| type |
value |
| map_at_1 |
19.165 |
|
| type |
value |
| map_at_10 |
31.845000000000002 |
|
| type |
value |
| map_at_100 |
33.678999999999995 |
|
| type |
value |
| map_at_1000 |
33.878 |
|
| type |
value |
| map_at_3 |
27.881 |
|
| type |
value |
| map_at_5 |
30.049999999999997 |
|
| type |
value |
| mrr_at_1 |
38.272 |
|
| type |
value |
| mrr_at_10 |
47.04 |
|
| type |
value |
| mrr_at_100 |
47.923 |
|
| type |
value |
| mrr_at_1000 |
47.973 |
|
| type |
value |
| mrr_at_3 |
44.985 |
|
| type |
value |
| mrr_at_5 |
46.150000000000006 |
|
| type |
value |
| ndcg_at_1 |
38.272 |
|
| type |
value |
| ndcg_at_10 |
39.177 |
|
| type |
value |
| ndcg_at_100 |
45.995000000000005 |
|
| type |
value |
| ndcg_at_1000 |
49.312 |
|
| type |
value |
| ndcg_at_3 |
36.135 |
|
| type |
value |
| ndcg_at_5 |
36.936 |
|
| type |
value |
| precision_at_1 |
38.272 |
|
| type |
value |
| precision_at_10 |
10.926 |
|
| type |
value |
| precision_at_100 |
1.809 |
|
| type |
value |
| precision_at_1000 |
0.23700000000000002 |
|
| type |
value |
| precision_at_3 |
24.331 |
|
| type |
value |
| precision_at_5 |
17.747 |
|
| type |
value |
| recall_at_1 |
19.165 |
|
| type |
value |
| recall_at_10 |
45.103 |
|
| type |
value |
| recall_at_100 |
70.295 |
|
| type |
value |
| recall_at_1000 |
90.592 |
|
| type |
value |
| recall_at_3 |
32.832 |
|
| type |
value |
| recall_at_5 |
37.905 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| hotpotqa |
MTEB HotpotQA |
default |
test |
None |
|
| type |
value |
| map_at_1 |
32.397 |
|
| type |
value |
| map_at_10 |
44.83 |
|
| type |
value |
| map_at_100 |
45.716 |
|
| type |
value |
| map_at_1000 |
45.797 |
|
| type |
value |
| map_at_3 |
41.955999999999996 |
|
| type |
value |
| map_at_5 |
43.736999999999995 |
|
| type |
value |
| mrr_at_1 |
64.794 |
|
| type |
value |
| mrr_at_10 |
71.866 |
|
| type |
value |
| mrr_at_100 |
72.22 |
|
| type |
value |
| mrr_at_1000 |
72.238 |
|
| type |
value |
| mrr_at_3 |
70.416 |
|
| type |
value |
| mrr_at_5 |
71.304 |
|
| type |
value |
| ndcg_at_1 |
64.794 |
|
| type |
value |
| ndcg_at_10 |
54.186 |
|
| type |
value |
| ndcg_at_100 |
57.623000000000005 |
|
| type |
value |
| ndcg_at_1000 |
59.302 |
|
| type |
value |
| ndcg_at_3 |
49.703 |
|
| type |
value |
| ndcg_at_5 |
52.154999999999994 |
|
| type |
value |
| precision_at_1 |
64.794 |
|
| type |
value |
| precision_at_10 |
11.219 |
|
| type |
value |
| precision_at_100 |
1.394 |
|
| type |
value |
| precision_at_1000 |
0.16199999999999998 |
|
| type |
value |
| precision_at_3 |
30.767 |
|
| type |
value |
| precision_at_5 |
20.397000000000002 |
|
| type |
value |
| recall_at_1 |
32.397 |
|
| type |
value |
| recall_at_10 |
56.096999999999994 |
|
| type |
value |
| recall_at_100 |
69.696 |
|
| type |
value |
| recall_at_1000 |
80.88499999999999 |
|
| type |
value |
| recall_at_3 |
46.150999999999996 |
|
| type |
value |
| recall_at_5 |
50.993 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/imdb |
MTEB ImdbClassification |
default |
test |
3d86128a09e091d6018b6d26cad27f2739fc2db7 |
|
| type |
value |
| accuracy |
81.1744 |
|
| type |
value |
| ap |
75.44973697032414 |
|
| type |
value |
| f1 |
81.09901117955782 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| msmarco |
MTEB MSMARCO |
default |
dev |
None |
|
| type |
value |
| map_at_1 |
19.519000000000002 |
|
| type |
value |
| map_at_10 |
31.025000000000002 |
|
| type |
value |
| map_at_100 |
32.275999999999996 |
|
| type |
value |
| map_at_1000 |
32.329 |
|
| type |
value |
| map_at_3 |
27.132 |
|
| type |
value |
| map_at_5 |
29.415999999999997 |
|
| type |
value |
| mrr_at_1 |
20.115 |
|
| type |
value |
| mrr_at_10 |
31.569000000000003 |
|
| type |
value |
| mrr_at_100 |
32.768 |
|
| type |
value |
| mrr_at_1000 |
32.816 |
|
| type |
value |
| mrr_at_3 |
27.748 |
|
| type |
value |
| mrr_at_5 |
29.956 |
|
| type |
value |
| ndcg_at_1 |
20.115 |
|
| type |
value |
| ndcg_at_10 |
37.756 |
|
| type |
value |
| ndcg_at_100 |
43.858000000000004 |
|
| type |
value |
| ndcg_at_1000 |
45.199 |
|
| type |
value |
| ndcg_at_3 |
29.818 |
|
| type |
value |
| ndcg_at_5 |
33.875 |
|
| type |
value |
| precision_at_1 |
20.115 |
|
| type |
value |
| precision_at_10 |
6.122 |
|
| type |
value |
| precision_at_100 |
0.919 |
|
| type |
value |
| precision_at_1000 |
0.10300000000000001 |
|
| type |
value |
| precision_at_3 |
12.794 |
|
| type |
value |
| precision_at_5 |
9.731 |
|
| type |
value |
| recall_at_1 |
19.519000000000002 |
|
| type |
value |
| recall_at_10 |
58.62500000000001 |
|
| type |
value |
| recall_at_100 |
86.99 |
|
| type |
value |
| recall_at_1000 |
97.268 |
|
| type |
value |
| recall_at_3 |
37.002 |
|
| type |
value |
| recall_at_5 |
46.778 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/mtop_domain |
MTEB MTOPDomainClassification (en) |
en |
test |
d80d48c1eb48d3562165c59d59d0034df9fff0bf |
|
| type |
value |
| accuracy |
93.71865025079799 |
|
| type |
value |
| f1 |
93.38906173610519 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/mtop_intent |
MTEB MTOPIntentClassification (en) |
en |
test |
ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba |
|
| type |
value |
| accuracy |
70.2576379388965 |
|
| type |
value |
| f1 |
49.20405830249464 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/amazon_massive_intent |
MTEB MassiveIntentClassification (en) |
en |
test |
31efe3c427b0bae9c22cbb560b8f15491cc6bed7 |
|
| type |
value |
| accuracy |
67.48486886348351 |
|
| type |
value |
| f1 |
64.92199176095157 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/amazon_massive_scenario |
MTEB MassiveScenarioClassification (en) |
en |
test |
7d571f92784cd94a019292a1f45445077d0ef634 |
|
| type |
value |
| accuracy |
72.59246805648958 |
|
| type |
value |
| f1 |
72.1222026389164 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/medrxiv-clustering-p2p |
MTEB MedrxivClusteringP2P |
default |
test |
e7a26af6f3ae46b30dde8737f02c07b1505bcc73 |
|
| type |
value |
| v_measure |
30.887642595096825 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/medrxiv-clustering-s2s |
MTEB MedrxivClusteringS2S |
default |
test |
35191c8c0dca72d8ff3efcd72aa802307d469663 |
|
| type |
value |
| v_measure |
28.3764418784054 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/mind_small |
MTEB MindSmallReranking |
default |
test |
3bdac13927fdc888b903db93b2ffdbd90b295a69 |
|
| type |
value |
| map |
31.81544126336991 |
|
| type |
value |
| mrr |
32.82666576268031 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| nfcorpus |
MTEB NFCorpus |
default |
test |
None |
|
| type |
value |
| map_at_1 |
5.185 |
|
| type |
value |
| map_at_10 |
11.158 |
|
| type |
value |
| map_at_100 |
14.041 |
|
| type |
value |
| map_at_1000 |
15.360999999999999 |
|
| type |
value |
| map_at_3 |
8.417 |
|
| type |
value |
| map_at_5 |
9.378 |
|
| type |
value |
| mrr_at_1 |
44.582 |
|
| type |
value |
| mrr_at_10 |
53.083999999999996 |
|
| type |
value |
| mrr_at_100 |
53.787 |
|
| type |
value |
| mrr_at_1000 |
53.824000000000005 |
|
| type |
value |
| mrr_at_3 |
51.187000000000005 |
|
| type |
value |
| mrr_at_5 |
52.379 |
|
| type |
value |
| ndcg_at_1 |
42.57 |
|
| type |
value |
| ndcg_at_10 |
31.593 |
|
| type |
value |
| ndcg_at_100 |
29.093999999999998 |
|
| type |
value |
| ndcg_at_1000 |
37.909 |
|
| type |
value |
| ndcg_at_3 |
37.083 |
|
| type |
value |
| ndcg_at_5 |
34.397 |
|
| type |
value |
| precision_at_1 |
43.963 |
|
| type |
value |
| precision_at_10 |
23.498 |
|
| type |
value |
| precision_at_100 |
7.6160000000000005 |
|
| type |
value |
| precision_at_1000 |
2.032 |
|
| type |
value |
| precision_at_3 |
34.572 |
|
| type |
value |
| precision_at_5 |
29.412 |
|
| type |
value |
| recall_at_1 |
5.185 |
|
| type |
value |
| recall_at_10 |
15.234 |
|
| type |
value |
| recall_at_100 |
29.49 |
|
| type |
value |
| recall_at_1000 |
62.273999999999994 |
|
| type |
value |
| recall_at_3 |
9.55 |
|
| type |
value |
| recall_at_5 |
11.103 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| nq |
MTEB NQ |
default |
test |
None |
|
| type |
value |
| map_at_1 |
23.803 |
|
| type |
value |
| map_at_10 |
38.183 |
|
| type |
value |
| map_at_100 |
39.421 |
|
| type |
value |
| map_at_1000 |
39.464 |
|
| type |
value |
| map_at_3 |
33.835 |
|
| type |
value |
| map_at_5 |
36.327 |
|
| type |
value |
| mrr_at_1 |
26.68 |
|
| type |
value |
| mrr_at_10 |
40.439 |
|
| type |
value |
| mrr_at_100 |
41.415 |
|
| type |
value |
| mrr_at_1000 |
41.443999999999996 |
|
| type |
value |
| mrr_at_3 |
36.612 |
|
| type |
value |
| mrr_at_5 |
38.877 |
|
| type |
value |
| ndcg_at_1 |
26.68 |
|
| type |
value |
| ndcg_at_10 |
45.882 |
|
| type |
value |
| ndcg_at_100 |
51.227999999999994 |
|
| type |
value |
| ndcg_at_1000 |
52.207 |
|
| type |
value |
| ndcg_at_3 |
37.511 |
|
| type |
value |
| ndcg_at_5 |
41.749 |
|
| type |
value |
| precision_at_1 |
26.68 |
|
| type |
value |
| precision_at_10 |
7.9750000000000005 |
|
| type |
value |
| precision_at_100 |
1.0959999999999999 |
|
| type |
value |
| precision_at_1000 |
0.11900000000000001 |
|
| type |
value |
| precision_at_3 |
17.449 |
|
| type |
value |
| precision_at_5 |
12.897 |
|
| type |
value |
| recall_at_1 |
23.803 |
|
| type |
value |
| recall_at_10 |
67.152 |
|
| type |
value |
| recall_at_100 |
90.522 |
|
| type |
value |
| recall_at_1000 |
97.743 |
|
| type |
value |
| recall_at_3 |
45.338 |
|
| type |
value |
| recall_at_5 |
55.106 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| quora |
MTEB QuoraRetrieval |
default |
test |
None |
|
| type |
value |
| map_at_1 |
70.473 |
|
| type |
value |
| map_at_10 |
84.452 |
|
| type |
value |
| map_at_100 |
85.101 |
|
| type |
value |
| map_at_1000 |
85.115 |
|
| type |
value |
| map_at_3 |
81.435 |
|
| type |
value |
| map_at_5 |
83.338 |
|
| type |
value |
| mrr_at_1 |
81.19 |
|
| type |
value |
| mrr_at_10 |
87.324 |
|
| type |
value |
| mrr_at_100 |
87.434 |
|
| type |
value |
| mrr_at_1000 |
87.435 |
|
| type |
value |
| mrr_at_3 |
86.31 |
|
| type |
value |
| mrr_at_5 |
87.002 |
|
| type |
value |
| ndcg_at_1 |
81.21000000000001 |
|
| type |
value |
| ndcg_at_10 |
88.19 |
|
| type |
value |
| ndcg_at_100 |
89.44 |
|
| type |
value |
| ndcg_at_1000 |
89.526 |
|
| type |
value |
| ndcg_at_3 |
85.237 |
|
| type |
value |
| ndcg_at_5 |
86.892 |
|
| type |
value |
| precision_at_1 |
81.21000000000001 |
|
| type |
value |
| precision_at_10 |
13.417000000000002 |
|
| type |
value |
| precision_at_100 |
1.537 |
|
| type |
value |
| precision_at_1000 |
0.157 |
|
| type |
value |
| precision_at_3 |
37.31 |
|
| type |
value |
| precision_at_5 |
24.59 |
|
| type |
value |
| recall_at_1 |
70.473 |
|
| type |
value |
| recall_at_10 |
95.367 |
|
| type |
value |
| recall_at_100 |
99.616 |
|
| type |
value |
| recall_at_1000 |
99.996 |
|
| type |
value |
| recall_at_3 |
86.936 |
|
| type |
value |
| recall_at_5 |
91.557 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/reddit-clustering |
MTEB RedditClustering |
default |
test |
24640382cdbf8abc73003fb0fa6d111a705499eb |
|
| type |
value |
| v_measure |
59.25776525253911 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/reddit-clustering-p2p |
MTEB RedditClusteringP2P |
default |
test |
282350215ef01743dc01b456c7f5241fa8937f16 |
|
| type |
value |
| v_measure |
63.22135271663078 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| scidocs |
MTEB SCIDOCS |
default |
test |
None |
|
| type |
value |
| map_at_1 |
4.003 |
|
| type |
value |
| map_at_10 |
10.062999999999999 |
|
| type |
value |
| map_at_100 |
11.854000000000001 |
|
| type |
value |
| map_at_1000 |
12.145999999999999 |
|
| type |
value |
| map_at_3 |
7.242 |
|
| type |
value |
| map_at_5 |
8.652999999999999 |
|
|
|
| type |
value |
| mrr_at_10 |
29.721999999999998 |
|
| type |
value |
| mrr_at_100 |
30.867 |
|
| type |
value |
| mrr_at_1000 |
30.944 |
|
| type |
value |
| mrr_at_3 |
26.683 |
|
| type |
value |
| mrr_at_5 |
28.498 |
|
| type |
value |
| ndcg_at_1 |
19.7 |
|
| type |
value |
| ndcg_at_10 |
17.095 |
|
| type |
value |
| ndcg_at_100 |
24.375 |
|
| type |
value |
| ndcg_at_1000 |
29.831000000000003 |
|
| type |
value |
| ndcg_at_3 |
16.305 |
|
| type |
value |
| ndcg_at_5 |
14.291 |
|
| type |
value |
| precision_at_1 |
19.7 |
|
| type |
value |
| precision_at_10 |
8.799999999999999 |
|
| type |
value |
| precision_at_100 |
1.9349999999999998 |
|
| type |
value |
| precision_at_1000 |
0.32399999999999995 |
|
| type |
value |
| precision_at_3 |
15.2 |
|
| type |
value |
| precision_at_5 |
12.540000000000001 |
|
| type |
value |
| recall_at_1 |
4.003 |
|
| type |
value |
| recall_at_10 |
17.877000000000002 |
|
| type |
value |
| recall_at_100 |
39.217 |
|
| type |
value |
| recall_at_1000 |
65.862 |
|
| type |
value |
| recall_at_3 |
9.242 |
|
| type |
value |
| recall_at_5 |
12.715000000000002 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/sickr-sts |
MTEB SICK-R |
default |
test |
a6ea5a8cab320b040a23452cc28066d9beae2cee |
|
| type |
value |
| cos_sim_spearman |
80.25888668589654 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/sts12-sts |
MTEB STS12 |
default |
test |
a0d554a64d88156834ff5ae9920b964011b16384 |
|
| type |
value |
| cos_sim_spearman |
77.02037527837669 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/sts13-sts |
MTEB STS13 |
default |
test |
7e90230a92c190f1bf69ae9002b8cea547a64cca |
|
| type |
value |
| cos_sim_spearman |
86.58432681008449 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/sts14-sts |
MTEB STS14 |
default |
test |
6031580fec1f6af667f0bd2da0a551cf4f0b2375 |
|
| type |
value |
| cos_sim_spearman |
81.31697756099051 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/sts15-sts |
MTEB STS15 |
default |
test |
ae752c7c21bf194d8b67fd573edf7ae58183cbe3 |
|
| type |
value |
| cos_sim_spearman |
88.18867599667057 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/sts16-sts |
MTEB STS16 |
default |
test |
4d8694f8f0e0100860b497b999b3dbed754a0513 |
|
| type |
value |
| cos_sim_spearman |
84.87853941747623 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/sts17-crosslingual-sts |
MTEB STS17 (en-en) |
en-en |
test |
af5e6fb845001ecf41f4c1e033ce921939a2a68d |
|
| type |
value |
| cos_sim_spearman |
89.46479925383916 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/sts22-crosslingual-sts |
MTEB STS22 (en) |
en |
test |
6d1ba47164174a496b7fa5d3569dae26a6813b80 |
|
| type |
value |
| cos_sim_spearman |
66.45272113649146 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/stsbenchmark-sts |
MTEB STSBenchmark |
default |
test |
b0fddb56ed78048fa8b90373c8a3cfc37b684831 |
|
| type |
value |
| cos_sim_spearman |
86.43357313527851 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/scidocs-reranking |
MTEB SciDocsRR |
default |
test |
d3c5e1fc0b855ab6097bf1cda04dd73947d7caab |
|
| type |
value |
| map |
78.82761687254882 |
|
| type |
value |
| mrr |
93.46223674655047 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| scifact |
MTEB SciFact |
default |
test |
None |
|
| type |
value |
| map_at_1 |
44.583 |
|
| type |
value |
| map_at_10 |
52.978 |
|
| type |
value |
| map_at_100 |
53.803 |
|
| type |
value |
| map_at_1000 |
53.839999999999996 |
|
| type |
value |
| map_at_3 |
50.03300000000001 |
|
| type |
value |
| map_at_5 |
51.939 |
|
|
|
| type |
value |
| mrr_at_10 |
54.730000000000004 |
|
| type |
value |
| mrr_at_100 |
55.31399999999999 |
|
| type |
value |
| mrr_at_1000 |
55.346 |
|
|
|
| type |
value |
| mrr_at_5 |
53.783 |
|
| type |
value |
| ndcg_at_1 |
47.0 |
|
| type |
value |
| ndcg_at_10 |
57.82899999999999 |
|
| type |
value |
| ndcg_at_100 |
61.49400000000001 |
|
| type |
value |
| ndcg_at_1000 |
62.676 |
|
| type |
value |
| ndcg_at_3 |
52.373000000000005 |
|
| type |
value |
| ndcg_at_5 |
55.481 |
|
| type |
value |
| precision_at_1 |
47.0 |
|
| type |
value |
| precision_at_10 |
7.867 |
|
| type |
value |
| precision_at_100 |
0.997 |
|
| type |
value |
| precision_at_1000 |
0.11 |
|
| type |
value |
| precision_at_3 |
20.556 |
|
| type |
value |
| precision_at_5 |
14.066999999999998 |
|
| type |
value |
| recall_at_1 |
44.583 |
|
| type |
value |
| recall_at_10 |
71.172 |
|
| type |
value |
| recall_at_100 |
87.7 |
|
| type |
value |
| recall_at_1000 |
97.333 |
|
| type |
value |
| recall_at_3 |
56.511 |
|
| type |
value |
| recall_at_5 |
64.206 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/sprintduplicatequestions-pairclassification |
MTEB SprintDuplicateQuestions |
default |
test |
d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 |
|
| type |
value |
| cos_sim_accuracy |
99.66237623762376 |
|
| type |
value |
| cos_sim_ap |
90.35465126226322 |
|
| type |
value |
| cos_sim_f1 |
82.44575936883628 |
|
| type |
value |
| cos_sim_precision |
81.32295719844358 |
|
| type |
value |
| cos_sim_recall |
83.6 |
|
| type |
value |
| dot_accuracy |
99.66237623762376 |
|
| type |
value |
| dot_ap |
90.35464287920453 |
|
| type |
value |
| dot_f1 |
82.44575936883628 |
|
| type |
value |
| dot_precision |
81.32295719844358 |
|
| type |
value |
| dot_recall |
83.6 |
|
| type |
value |
| euclidean_accuracy |
99.66237623762376 |
|
| type |
value |
| euclidean_ap |
90.3546512622632 |
|
| type |
value |
| euclidean_f1 |
82.44575936883628 |
|
| type |
value |
| euclidean_precision |
81.32295719844358 |
|
| type |
value |
| euclidean_recall |
83.6 |
|
| type |
value |
| manhattan_accuracy |
99.65940594059406 |
|
| type |
value |
| manhattan_ap |
90.29220174849843 |
|
| type |
value |
| manhattan_f1 |
82.4987605354487 |
|
| type |
value |
| manhattan_precision |
81.80924287118977 |
|
| type |
value |
| manhattan_recall |
83.2 |
|
| type |
value |
| max_accuracy |
99.66237623762376 |
|
| type |
value |
| max_ap |
90.35465126226322 |
|
| type |
value |
| max_f1 |
82.4987605354487 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/stackexchange-clustering |
MTEB StackExchangeClustering |
default |
test |
6cbc1f7b2bc0622f2e39d2c77fa502909748c259 |
|
| type |
value |
| v_measure |
65.0394225901397 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/stackexchange-clustering-p2p |
MTEB StackExchangeClusteringP2P |
default |
test |
815ca46b2622cec33ccafc3735d572c266efdb44 |
|
| type |
value |
| v_measure |
35.27954189859326 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/stackoverflowdupquestions-reranking |
MTEB StackOverflowDupQuestions |
default |
test |
e185fbe320c72810689fc5848eb6114e1ef5ec69 |
|
| type |
value |
| map |
50.99055979974896 |
|
| type |
value |
| mrr |
51.82745257193787 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/summeval |
MTEB SummEval |
default |
test |
cda12ad7615edc362dbf25a00fdd61d3b1eaf93c |
|
| type |
value |
| cos_sim_pearson |
30.21655465344237 |
|
| type |
value |
| cos_sim_spearman |
29.853205339630172 |
|
| type |
value |
| dot_pearson |
30.216540628083564 |
|
| type |
value |
| dot_spearman |
29.868978894753027 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| trec-covid |
MTEB TRECCOVID |
default |
test |
None |
|
|
|
| type |
value |
| map_at_10 |
1.398 |
|
| type |
value |
| map_at_100 |
7.406 |
|
| type |
value |
| map_at_1000 |
18.401 |
|
| type |
value |
| map_at_3 |
0.479 |
|
| type |
value |
| map_at_5 |
0.772 |
|
|
|
| type |
value |
| mrr_at_10 |
79.25999999999999 |
|
| type |
value |
| mrr_at_100 |
79.25999999999999 |
|
| type |
value |
| mrr_at_1000 |
79.25999999999999 |
|
| type |
value |
| mrr_at_3 |
77.333 |
|
| type |
value |
| mrr_at_5 |
78.133 |
|
| type |
value |
| ndcg_at_1 |
63.0 |
|
| type |
value |
| ndcg_at_10 |
58.548 |
|
| type |
value |
| ndcg_at_100 |
45.216 |
|
| type |
value |
| ndcg_at_1000 |
41.149 |
|
| type |
value |
| ndcg_at_3 |
60.641999999999996 |
|
| type |
value |
| ndcg_at_5 |
61.135 |
|
| type |
value |
| precision_at_1 |
70.0 |
|
| type |
value |
| precision_at_10 |
64.0 |
|
| type |
value |
| precision_at_100 |
46.92 |
|
| type |
value |
| precision_at_1000 |
18.642 |
|
| type |
value |
| precision_at_3 |
64.667 |
|
| type |
value |
| precision_at_5 |
66.4 |
|
| type |
value |
| recall_at_1 |
0.2 |
|
| type |
value |
| recall_at_10 |
1.6729999999999998 |
|
| type |
value |
| recall_at_100 |
10.856 |
|
| type |
value |
| recall_at_1000 |
38.964999999999996 |
|
| type |
value |
| recall_at_3 |
0.504 |
|
| type |
value |
| recall_at_5 |
0.852 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| webis-touche2020 |
MTEB Touche2020 |
default |
test |
None |
|
| type |
value |
| map_at_1 |
1.6629999999999998 |
|
| type |
value |
| map_at_10 |
8.601 |
|
| type |
value |
| map_at_100 |
14.354 |
|
| type |
value |
| map_at_1000 |
15.927 |
|
| type |
value |
| map_at_3 |
4.1930000000000005 |
|
| type |
value |
| map_at_5 |
5.655 |
|
| type |
value |
| mrr_at_1 |
18.367 |
|
| type |
value |
| mrr_at_10 |
34.466 |
|
| type |
value |
| mrr_at_100 |
35.235 |
|
| type |
value |
| mrr_at_1000 |
35.27 |
|
| type |
value |
| mrr_at_3 |
28.571 |
|
| type |
value |
| mrr_at_5 |
31.531 |
|
| type |
value |
| ndcg_at_1 |
14.285999999999998 |
|
| type |
value |
| ndcg_at_10 |
20.374 |
|
| type |
value |
| ndcg_at_100 |
33.532000000000004 |
|
| type |
value |
| ndcg_at_1000 |
45.561 |
|
| type |
value |
| ndcg_at_3 |
18.442 |
|
| type |
value |
| ndcg_at_5 |
18.076 |
|
| type |
value |
| precision_at_1 |
18.367 |
|
| type |
value |
| precision_at_10 |
20.204 |
|
| type |
value |
| precision_at_100 |
7.489999999999999 |
|
| type |
value |
| precision_at_1000 |
1.5630000000000002 |
|
| type |
value |
| precision_at_3 |
21.769 |
|
| type |
value |
| precision_at_5 |
20.408 |
|
| type |
value |
| recall_at_1 |
1.6629999999999998 |
|
| type |
value |
| recall_at_10 |
15.549 |
|
| type |
value |
| recall_at_100 |
47.497 |
|
| type |
value |
| recall_at_1000 |
84.524 |
|
| type |
value |
| recall_at_3 |
5.289 |
|
| type |
value |
| recall_at_5 |
8.035 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/toxic_conversations_50k |
MTEB ToxicConversationsClassification |
default |
test |
d7c0de2777da35d6aae2200a62c6e0e5af397c4c |
|
| type |
value |
| accuracy |
71.8194 |
|
| type |
value |
| ap |
14.447702451658554 |
|
| type |
value |
| f1 |
55.13659412856185 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/tweet_sentiment_extraction |
MTEB TweetSentimentExtractionClassification |
default |
test |
d604517c81ca91fe16a244d1248fc021f9ecee7a |
|
| type |
value |
| accuracy |
63.310696095076416 |
|
| type |
value |
| f1 |
63.360434851097814 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/twentynewsgroups-clustering |
MTEB TwentyNewsgroupsClustering |
default |
test |
6125ec4e24fa026cec8a478383ee943acfbd5449 |
|
| type |
value |
| v_measure |
51.30677907335145 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/twittersemeval2015-pairclassification |
MTEB TwitterSemEval2015 |
default |
test |
70970daeab8776df92f5ea462b6173c0b46fd2d1 |
|
| type |
value |
| cos_sim_accuracy |
86.12386004649221 |
|
| type |
value |
| cos_sim_ap |
73.99096426215495 |
|
| type |
value |
| cos_sim_f1 |
68.18416968442834 |
|
| type |
value |
| cos_sim_precision |
66.86960933536275 |
|
| type |
value |
| cos_sim_recall |
69.55145118733509 |
|
| type |
value |
| dot_accuracy |
86.12386004649221 |
|
| type |
value |
| dot_ap |
73.99096813038672 |
|
| type |
value |
| dot_f1 |
68.18416968442834 |
|
| type |
value |
| dot_precision |
66.86960933536275 |
|
| type |
value |
| dot_recall |
69.55145118733509 |
|
| type |
value |
| euclidean_accuracy |
86.12386004649221 |
|
| type |
value |
| euclidean_ap |
73.99095984980165 |
|
| type |
value |
| euclidean_f1 |
68.18416968442834 |
|
| type |
value |
| euclidean_precision |
66.86960933536275 |
|
| type |
value |
| euclidean_recall |
69.55145118733509 |
|
| type |
value |
| manhattan_accuracy |
86.09405734040651 |
|
| type |
value |
| manhattan_ap |
73.96825745608601 |
|
| type |
value |
| manhattan_f1 |
68.13888179729383 |
|
| type |
value |
| manhattan_precision |
65.99901088031652 |
|
| type |
value |
| manhattan_recall |
70.42216358839049 |
|
| type |
value |
| max_accuracy |
86.12386004649221 |
|
| type |
value |
| max_ap |
73.99096813038672 |
|
| type |
value |
| max_f1 |
68.18416968442834 |
|
|
|
| task |
dataset |
metrics |
|
|
| type |
name |
config |
split |
revision |
| mteb/twitterurlcorpus-pairclassification |
MTEB TwitterURLCorpus |
default |
test |
8b6510b0b1fa4e4c4f879467980e9be563ec1cdf |
|
| type |
value |
| cos_sim_accuracy |
88.99367407924865 |
|
| type |
value |
| cos_sim_ap |
86.19720829843081 |
|
| type |
value |
| cos_sim_f1 |
78.39889075384951 |
|
| type |
value |
| cos_sim_precision |
74.5110278818144 |
|
| type |
value |
| cos_sim_recall |
82.71481367416075 |
|
| type |
value |
| dot_accuracy |
88.99367407924865 |
|
| type |
value |
| dot_ap |
86.19718471454047 |
|
| type |
value |
| dot_f1 |
78.39889075384951 |
|
| type |
value |
| dot_precision |
74.5110278818144 |
|
| type |
value |
| dot_recall |
82.71481367416075 |
|
| type |
value |
| euclidean_accuracy |
88.99367407924865 |
|
| type |
value |
| euclidean_ap |
86.1972021422436 |
|
| type |
value |
| euclidean_f1 |
78.39889075384951 |
|
| type |
value |
| euclidean_precision |
74.5110278818144 |
|
| type |
value |
| euclidean_recall |
82.71481367416075 |
|
| type |
value |
| manhattan_accuracy |
88.95680521597392 |
|
| type |
value |
| manhattan_ap |
86.16659921351506 |
|
| type |
value |
| manhattan_f1 |
78.39125971550081 |
|
| type |
value |
| manhattan_precision |
74.82502799552073 |
|
| type |
value |
| manhattan_recall |
82.31444410224823 |
|
| type |
value |
| max_accuracy |
88.99367407924865 |
|
| type |
value |
| max_ap |
86.19720829843081 |
|
| type |
value |
| max_f1 |
78.39889075384951 |
|
|
|