94 lines
3.0 KiB
JSON
94 lines
3.0 KiB
JSON
|
{
|
||
|
|
"test": {
|
||
|
|
"de": {
|
||
|
|
"accuracy": 0.2479,
|
||
|
|
"accuracy_stderr": 0.01405709785126361,
|
||
|
|
"f1": 0.245833598854121,
|
||
|
|
"f1_stderr": 0.015461604594068135,
|
||
|
|
"main_score": 0.2479
|
||
|
|
},
|
||
|
|
"en": {
|
||
|
|
"accuracy": 0.31165999999999994,
|
||
|
|
"accuracy_stderr": 0.018214291092436177,
|
||
|
|
"f1": 0.30908870050167436,
|
||
|
|
"f1_stderr": 0.01830210891332752,
|
||
|
|
"main_score": 0.31165999999999994
|
||
|
|
},
|
||
|
|
"es": {
|
||
|
|
"accuracy": 0.26643999999999995,
|
||
|
|
"accuracy_stderr": 0.011960869533608332,
|
||
|
|
"f1": 0.2639012792213563,
|
||
|
|
"f1_stderr": 0.013800540988456476,
|
||
|
|
"main_score": 0.26643999999999995
|
||
|
|
},
|
||
|
|
"evaluation_time": 735.82,
|
||
|
|
"fr": {
|
||
|
|
"accuracy": 0.26386000000000004,
|
||
|
|
"accuracy_stderr": 0.017606828220892035,
|
||
|
|
"f1": 0.2627686779145487,
|
||
|
|
"f1_stderr": 0.01750120871837706,
|
||
|
|
"main_score": 0.26386000000000004
|
||
|
|
},
|
||
|
|
"ja": {
|
||
|
|
"accuracy": 0.22078000000000003,
|
||
|
|
"accuracy_stderr": 0.011609117106825998,
|
||
|
|
"f1": 0.21797960290226842,
|
||
|
|
"f1_stderr": 0.011959444775888735,
|
||
|
|
"main_score": 0.22078000000000003
|
||
|
|
},
|
||
|
|
"zh": {
|
||
|
|
"accuracy": 0.24274,
|
||
|
|
"accuracy_stderr": 0.007931733732293337,
|
||
|
|
"f1": 0.23887054434822627,
|
||
|
|
"f1_stderr": 0.008252486720387382,
|
||
|
|
"main_score": 0.24274
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"validation": {
|
||
|
|
"de": {
|
||
|
|
"accuracy": 0.25168,
|
||
|
|
"accuracy_stderr": 0.015328457195686715,
|
||
|
|
"f1": 0.2502088133771333,
|
||
|
|
"f1_stderr": 0.01650287553492419,
|
||
|
|
"main_score": 0.25168
|
||
|
|
},
|
||
|
|
"en": {
|
||
|
|
"accuracy": 0.32438,
|
||
|
|
"accuracy_stderr": 0.022893920590410018,
|
||
|
|
"f1": 0.3212565428623893,
|
||
|
|
"f1_stderr": 0.021985479345985583,
|
||
|
|
"main_score": 0.32438
|
||
|
|
},
|
||
|
|
"es": {
|
||
|
|
"accuracy": 0.26704,
|
||
|
|
"accuracy_stderr": 0.012879068289282413,
|
||
|
|
"f1": 0.2641578465769073,
|
||
|
|
"f1_stderr": 0.01402375418117518,
|
||
|
|
"main_score": 0.26704
|
||
|
|
},
|
||
|
|
"evaluation_time": 740.71,
|
||
|
|
"fr": {
|
||
|
|
"accuracy": 0.26348,
|
||
|
|
"accuracy_stderr": 0.017907584985139675,
|
||
|
|
"f1": 0.26220101963133713,
|
||
|
|
"f1_stderr": 0.01807845581838548,
|
||
|
|
"main_score": 0.26348
|
||
|
|
},
|
||
|
|
"ja": {
|
||
|
|
"accuracy": 0.21562,
|
||
|
|
"accuracy_stderr": 0.011403666077187636,
|
||
|
|
"f1": 0.21286585397745714,
|
||
|
|
"f1_stderr": 0.011890703738952032,
|
||
|
|
"main_score": 0.21562
|
||
|
|
},
|
||
|
|
"zh": {
|
||
|
|
"accuracy": 0.23962,
|
||
|
|
"accuracy_stderr": 0.012780125195004927,
|
||
|
|
"f1": 0.23540552974934634,
|
||
|
|
"f1_stderr": 0.012407243106519977,
|
||
|
|
"main_score": 0.23962
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"dataset_version": null,
|
||
|
|
"mteb_version": "0.0.2"
|
||
|
|
}
|