161 lines
4.8 KiB
JSON
161 lines
4.8 KiB
JSON
{
|
|
"test": {
|
|
"ar-ar": {
|
|
"cos_sim": {
|
|
"pearson": 0.5554431928210687,
|
|
"spearman": 0.5561674586076298
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.5807442713714088,
|
|
"spearman": 0.5574066216931719
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.5784021675638542,
|
|
"spearman": 0.5520365812536853
|
|
}
|
|
},
|
|
"en-ar": {
|
|
"cos_sim": {
|
|
"pearson": 0.11378463868809098,
|
|
"spearman": 0.08209569244801064
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.0107041700730406,
|
|
"spearman": -0.02205219710893189
|
|
},
|
|
"manhattan": {
|
|
"pearson": -0.007671300251104268,
|
|
"spearman": -0.03430645020535567
|
|
}
|
|
},
|
|
"en-de": {
|
|
"cos_sim": {
|
|
"pearson": 0.32714035609290126,
|
|
"spearman": 0.3018181775929109
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.2557368595910298,
|
|
"spearman": 0.23316649115731378
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.24144200325329615,
|
|
"spearman": 0.21646215463384572
|
|
}
|
|
},
|
|
"en-en": {
|
|
"cos_sim": {
|
|
"pearson": 0.8336340470799157,
|
|
"spearman": 0.8495398260629698
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.8069876969911645,
|
|
"spearman": 0.8097451731130427
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.8065869354146945,
|
|
"spearman": 0.808540858718528
|
|
}
|
|
},
|
|
"en-tr": {
|
|
"cos_sim": {
|
|
"pearson": 0.019200044163754912,
|
|
"spearman": 0.010393399782021343
|
|
},
|
|
"euclidean": {
|
|
"pearson": -0.011376003191297994,
|
|
"spearman": -0.018947106671763914
|
|
},
|
|
"manhattan": {
|
|
"pearson": -0.038362564474484336,
|
|
"spearman": -0.04242750882792888
|
|
}
|
|
},
|
|
"es-en": {
|
|
"cos_sim": {
|
|
"pearson": 0.26561262451099577,
|
|
"spearman": 0.28776666666659906
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.14640410196999087,
|
|
"spearman": 0.1610557011701786
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.15019405495911273,
|
|
"spearman": 0.1537192083104197
|
|
}
|
|
},
|
|
"es-es": {
|
|
"cos_sim": {
|
|
"pearson": 0.6975442020014331,
|
|
"spearman": 0.7188444295144646
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.7384934185952773,
|
|
"spearman": 0.7326911108021089
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.7404354196954575,
|
|
"spearman": 0.7337650787943871
|
|
}
|
|
},
|
|
"evaluation_time": 15.15,
|
|
"fr-en": {
|
|
"cos_sim": {
|
|
"pearson": 0.2770511842301491,
|
|
"spearman": 0.26339466714066445
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.09323158236506385,
|
|
"spearman": 0.0732083231520273
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.07807399527573071,
|
|
"spearman": 0.05525546663067112
|
|
}
|
|
},
|
|
"it-en": {
|
|
"cos_sim": {
|
|
"pearson": 0.24226521799447692,
|
|
"spearman": 0.20729929404589678
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.06753378617205011,
|
|
"spearman": 0.06281654679029505
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.07087180250449322,
|
|
"spearman": 0.0641611659259516
|
|
}
|
|
},
|
|
"ko-ko": {
|
|
"cos_sim": {
|
|
"pearson": 0.39433272899394367,
|
|
"spearman": 0.5238601027550566
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.46409999048857453,
|
|
"spearman": 0.5100333465175934
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.4655753533133655,
|
|
"spearman": 0.5107550440519388
|
|
}
|
|
},
|
|
"nl-en": {
|
|
"cos_sim": {
|
|
"pearson": 0.2913141236406123,
|
|
"spearman": 0.2505342961279355
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.10657141303961999,
|
|
"spearman": 0.09712124819778453
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.12481782693315688,
|
|
"spearman": 0.11287958480905973
|
|
}
|
|
}
|
|
},
|
|
"dataset_version": null,
|
|
"mteb_version": "0.0.2"
|
|
} |