94 lines
3.2 KiB
JSON
94 lines
3.2 KiB
JSON
{
|
|
"test": {
|
|
"de": {
|
|
"accuracy": 0.4956043956043956,
|
|
"accuracy_stderr": 0.013804089435250997,
|
|
"f1": 0.32863336734985976,
|
|
"f1_stderr": 0.010106922158537998,
|
|
"main_score": 0.4956043956043956
|
|
},
|
|
"en": {
|
|
"accuracy": 0.6225262197902417,
|
|
"accuracy_stderr": 0.011612339032627523,
|
|
"f1": 0.43440840371488526,
|
|
"f1_stderr": 0.007521212698716522,
|
|
"main_score": 0.6225262197902417
|
|
},
|
|
"es": {
|
|
"accuracy": 0.4993995997331555,
|
|
"accuracy_stderr": 0.017333218216550737,
|
|
"f1": 0.34726671876888127,
|
|
"f1_stderr": 0.009821507962106622,
|
|
"main_score": 0.4993995997331555
|
|
},
|
|
"evaluation_time": 336.12,
|
|
"fr": {
|
|
"accuracy": 0.46329470717193855,
|
|
"accuracy_stderr": 0.021175134055927164,
|
|
"f1": 0.3232527361598279,
|
|
"f1_stderr": 0.015670594458593846,
|
|
"main_score": 0.46329470717193855
|
|
},
|
|
"hi": {
|
|
"accuracy": 0.3220867694514163,
|
|
"accuracy_stderr": 0.007943432090835067,
|
|
"f1": 0.21321851228151392,
|
|
"f1_stderr": 0.006969308099265944,
|
|
"main_score": 0.3220867694514163
|
|
},
|
|
"th": {
|
|
"accuracy": 0.43627486437613017,
|
|
"accuracy_stderr": 0.013057059666123479,
|
|
"f1": 0.27048729223475076,
|
|
"f1_stderr": 0.007192319024223997,
|
|
"main_score": 0.43627486437613017
|
|
}
|
|
},
|
|
"validation": {
|
|
"de": {
|
|
"accuracy": 0.4886501377410468,
|
|
"accuracy_stderr": 0.015115810673577453,
|
|
"f1": 0.29305729988528817,
|
|
"f1_stderr": 0.013274418090447234,
|
|
"main_score": 0.4886501377410468
|
|
},
|
|
"en": {
|
|
"accuracy": 0.6184787472035794,
|
|
"accuracy_stderr": 0.01880584337530569,
|
|
"f1": 0.43633936644556937,
|
|
"f1_stderr": 0.012308022004906816,
|
|
"main_score": 0.6184787472035794
|
|
},
|
|
"es": {
|
|
"accuracy": 0.4988212180746562,
|
|
"accuracy_stderr": 0.018919199418584817,
|
|
"f1": 0.31473396095509043,
|
|
"f1_stderr": 0.012676416625486455,
|
|
"main_score": 0.4988212180746562
|
|
},
|
|
"evaluation_time": 282.16,
|
|
"fr": {
|
|
"accuracy": 0.46119213696892836,
|
|
"accuracy_stderr": 0.021845344865718933,
|
|
"f1": 0.28044706940385955,
|
|
"f1_stderr": 0.010116190733840541,
|
|
"main_score": 0.46119213696892836
|
|
},
|
|
"hi": {
|
|
"accuracy": 0.3071570576540755,
|
|
"accuracy_stderr": 0.008319669784761797,
|
|
"f1": 0.19812640558669523,
|
|
"f1_stderr": 0.0072837780604048784,
|
|
"main_score": 0.3071570576540755
|
|
},
|
|
"th": {
|
|
"accuracy": 0.42160383004189106,
|
|
"accuracy_stderr": 0.010170908236196702,
|
|
"f1": 0.26845354880486205,
|
|
"f1_stderr": 0.010016659553097792,
|
|
"main_score": 0.42160383004189106
|
|
}
|
|
},
|
|
"dataset_version": null,
|
|
"mteb_version": "0.0.2"
|
|
} |