49 lines
1.4 KiB
JSON
49 lines
1.4 KiB
JSON
{
|
|
"dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766",
|
|
"mteb_dataset_name": "Cmnli",
|
|
"mteb_version": "1.1.2",
|
|
"validation": {
|
|
"cos_sim": {
|
|
"accuracy": 0.834155141310884,
|
|
"accuracy_threshold": 0.6564782857894897,
|
|
"ap": 0.9049006000181046,
|
|
"f1": 0.8428797826579125,
|
|
"f1_threshold": 0.6480306386947632,
|
|
"precision": 0.8169848584595129,
|
|
"recall": 0.8704699555763385
|
|
},
|
|
"dot": {
|
|
"accuracy": 0.8340348767288034,
|
|
"accuracy_threshold": 0.6529912352561951,
|
|
"ap": 0.9050667776818787,
|
|
"f1": 0.8431853669417801,
|
|
"f1_threshold": 0.6381836533546448,
|
|
"precision": 0.8061420345489443,
|
|
"recall": 0.88379705400982
|
|
},
|
|
"euclidean": {
|
|
"accuracy": 0.8343956704750451,
|
|
"accuracy_threshold": 0.8326233625411987,
|
|
"ap": 0.9048869698176196,
|
|
"f1": 0.8432616081540204,
|
|
"f1_threshold": 0.8387479186058044,
|
|
"precision": 0.8177026136613222,
|
|
"recall": 0.8704699555763385
|
|
},
|
|
"evaluation_time": 13.31,
|
|
"manhattan": {
|
|
"accuracy": 0.8355983162958509,
|
|
"accuracy_threshold": 28.043197631835938,
|
|
"ap": 0.9047972486190912,
|
|
"f1": 0.8442325158946412,
|
|
"f1_threshold": 28.235897064208984,
|
|
"precision": 0.820569410726109,
|
|
"recall": 0.8693009118541033
|
|
},
|
|
"max": {
|
|
"accuracy": 0.8355983162958509,
|
|
"ap": 0.9050667776818787,
|
|
"f1": 0.8442325158946412
|
|
}
|
|
}
|
|
} |