259 lines
7.8 KiB
JSON
259 lines
7.8 KiB
JSON
{
|
|
"test": {
|
|
"ar": {
|
|
"cos_sim": {
|
|
"pearson": 0.09134927430889528,
|
|
"spearman": 0.2818922448944151
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.1986814169549051,
|
|
"spearman": 0.2751958864494863
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.2180949221238945,
|
|
"spearman": 0.2825217200494078
|
|
}
|
|
},
|
|
"de": {
|
|
"cos_sim": {
|
|
"pearson": 0.1926519187000913,
|
|
"spearman": 0.21987647321429005
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.17850618752342948,
|
|
"spearman": 0.2286669392885474
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.1816183594260708,
|
|
"spearman": 0.23637510352837907
|
|
}
|
|
},
|
|
"de-en": {
|
|
"cos_sim": {
|
|
"pearson": 0.49378654125882004,
|
|
"spearman": 0.5307135629778896
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.49292014167110915,
|
|
"spearman": 0.5054523702399645
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.5126576414126853,
|
|
"spearman": 0.5197908640319361
|
|
}
|
|
},
|
|
"de-fr": {
|
|
"cos_sim": {
|
|
"pearson": 0.3512956772546032,
|
|
"spearman": 0.3296920218281008
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.3423140384382136,
|
|
"spearman": 0.3219303153191447
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.3418946827660064,
|
|
"spearman": 0.3488706570973238
|
|
}
|
|
},
|
|
"de-pl": {
|
|
"cos_sim": {
|
|
"pearson": 0.30507667380509634,
|
|
"spearman": 0.20447284723752715
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.29662041381794474,
|
|
"spearman": 0.20939990379746756
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.32511208050632806,
|
|
"spearman": 0.23773047901712493
|
|
}
|
|
},
|
|
"en": {
|
|
"cos_sim": {
|
|
"pearson": 0.6404750650962878,
|
|
"spearman": 0.6566183708171826
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.6690887604405887,
|
|
"spearman": 0.6689814072484552
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.6731627110509089,
|
|
"spearman": 0.6701048176165322
|
|
}
|
|
},
|
|
"es": {
|
|
"cos_sim": {
|
|
"pearson": 0.34221261828226934,
|
|
"spearman": 0.49811823238907665
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.4450394399762147,
|
|
"spearman": 0.5095918449507287
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.4583191034038624,
|
|
"spearman": 0.5019040986611795
|
|
}
|
|
},
|
|
"es-en": {
|
|
"cos_sim": {
|
|
"pearson": 0.4492565239256213,
|
|
"spearman": 0.49512539047677256
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.4879346518897415,
|
|
"spearman": 0.5147957870101565
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.49513145538980435,
|
|
"spearman": 0.5189520789318917
|
|
}
|
|
},
|
|
"es-it": {
|
|
"cos_sim": {
|
|
"pearson": 0.3854682179114309,
|
|
"spearman": 0.45782560880405704
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.46496857002368486,
|
|
"spearman": 0.4821270426410012
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.4687183911937405,
|
|
"spearman": 0.4755698777385152
|
|
}
|
|
},
|
|
"evaluation_time": 69.57,
|
|
"fr": {
|
|
"cos_sim": {
|
|
"pearson": 0.544745185734135,
|
|
"spearman": 0.6766493409568727
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.6013580336797049,
|
|
"spearman": 0.6612319300814538
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.6081621036870816,
|
|
"spearman": 0.6570010026716765
|
|
}
|
|
},
|
|
"fr-pl": {
|
|
"cos_sim": {
|
|
"pearson": 0.7110820459712155,
|
|
"spearman": 0.6197797868009122
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.6030910689156633,
|
|
"spearman": 0.6197797868009122
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.6634051769640379,
|
|
"spearman": 0.6197797868009122
|
|
}
|
|
},
|
|
"it": {
|
|
"cos_sim": {
|
|
"pearson": 0.4524169032111187,
|
|
"spearman": 0.4824795739512037
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.49227194943998964,
|
|
"spearman": 0.49641024420428087
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.4949788773297025,
|
|
"spearman": 0.49940515338096303
|
|
}
|
|
},
|
|
"pl": {
|
|
"cos_sim": {
|
|
"pearson": 0.03620381732096531,
|
|
"spearman": 0.23308439517991938
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.00965453312113125,
|
|
"spearman": 0.24235967620790316
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.014408922275701605,
|
|
"spearman": 0.25161920137046095
|
|
}
|
|
},
|
|
"pl-en": {
|
|
"cos_sim": {
|
|
"pearson": 0.3642138324083909,
|
|
"spearman": 0.36798674894178013
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.27760612942610086,
|
|
"spearman": 0.29140966500287624
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.28456674031350115,
|
|
"spearman": 0.2746356370924497
|
|
}
|
|
},
|
|
"ru": {
|
|
"cos_sim": {
|
|
"pearson": 0.03638648294235208,
|
|
"spearman": 0.09068119621940965
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.008123129118737714,
|
|
"spearman": 0.09173672890166147
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.007545188998226579,
|
|
"spearman": 0.08431719541986525
|
|
}
|
|
},
|
|
"tr": {
|
|
"cos_sim": {
|
|
"pearson": 0.16694896287262667,
|
|
"spearman": 0.3466348380997687
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.29415825529188605,
|
|
"spearman": 0.3833011033170646
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.3123273195263394,
|
|
"spearman": 0.39100557857557955
|
|
}
|
|
},
|
|
"zh": {
|
|
"cos_sim": {
|
|
"pearson": 0.029720915749084316,
|
|
"spearman": 0.2548511383289232
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.12751569670148918,
|
|
"spearman": 0.24940721642439287
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.14310238482989826,
|
|
"spearman": 0.2469821216148647
|
|
}
|
|
},
|
|
"zh-en": {
|
|
"cos_sim": {
|
|
"pearson": 0.2655350664089358,
|
|
"spearman": 0.2868170719697501
|
|
},
|
|
"euclidean": {
|
|
"pearson": 0.12613577889195138,
|
|
"spearman": 0.13589493311702933
|
|
},
|
|
"manhattan": {
|
|
"pearson": 0.11640157427420958,
|
|
"spearman": 0.10345223941212416
|
|
}
|
|
}
|
|
},
|
|
"dataset_version": null,
|
|
"mteb_version": "0.0.2"
|
|
} |