{ "test": { "ar": { "cos_sim": { "pearson": 0.09134927430889528, "spearman": 0.2818922448944151 }, "euclidean": { "pearson": 0.1986814169549051, "spearman": 0.2751958864494863 }, "manhattan": { "pearson": 0.2180949221238945, "spearman": 0.2825217200494078 } }, "de": { "cos_sim": { "pearson": 0.1926519187000913, "spearman": 0.21987647321429005 }, "euclidean": { "pearson": 0.17850618752342948, "spearman": 0.2286669392885474 }, "manhattan": { "pearson": 0.1816183594260708, "spearman": 0.23637510352837907 } }, "de-en": { "cos_sim": { "pearson": 0.49378654125882004, "spearman": 0.5307135629778896 }, "euclidean": { "pearson": 0.49292014167110915, "spearman": 0.5054523702399645 }, "manhattan": { "pearson": 0.5126576414126853, "spearman": 0.5197908640319361 } }, "de-fr": { "cos_sim": { "pearson": 0.3512956772546032, "spearman": 0.3296920218281008 }, "euclidean": { "pearson": 0.3423140384382136, "spearman": 0.3219303153191447 }, "manhattan": { "pearson": 0.3418946827660064, "spearman": 0.3488706570973238 } }, "de-pl": { "cos_sim": { "pearson": 0.30507667380509634, "spearman": 0.20447284723752715 }, "euclidean": { "pearson": 0.29662041381794474, "spearman": 0.20939990379746756 }, "manhattan": { "pearson": 0.32511208050632806, "spearman": 0.23773047901712493 } }, "en": { "cos_sim": { "pearson": 0.6404750650962878, "spearman": 0.6566183708171826 }, "euclidean": { "pearson": 0.6690887604405887, "spearman": 0.6689814072484552 }, "manhattan": { "pearson": 0.6731627110509089, "spearman": 0.6701048176165322 } }, "es": { "cos_sim": { "pearson": 0.34221261828226934, "spearman": 0.49811823238907665 }, "euclidean": { "pearson": 0.4450394399762147, "spearman": 0.5095918449507287 }, "manhattan": { "pearson": 0.4583191034038624, "spearman": 0.5019040986611795 } }, "es-en": { "cos_sim": { "pearson": 0.4492565239256213, "spearman": 0.49512539047677256 }, "euclidean": { "pearson": 0.4879346518897415, "spearman": 0.5147957870101565 }, "manhattan": { "pearson": 0.49513145538980435, "spearman": 0.5189520789318917 } }, "es-it": { "cos_sim": { "pearson": 0.3854682179114309, "spearman": 0.45782560880405704 }, "euclidean": { "pearson": 0.46496857002368486, "spearman": 0.4821270426410012 }, "manhattan": { "pearson": 0.4687183911937405, "spearman": 0.4755698777385152 } }, "evaluation_time": 69.57, "fr": { "cos_sim": { "pearson": 0.544745185734135, "spearman": 0.6766493409568727 }, "euclidean": { "pearson": 0.6013580336797049, "spearman": 0.6612319300814538 }, "manhattan": { "pearson": 0.6081621036870816, "spearman": 0.6570010026716765 } }, "fr-pl": { "cos_sim": { "pearson": 0.7110820459712155, "spearman": 0.6197797868009122 }, "euclidean": { "pearson": 0.6030910689156633, "spearman": 0.6197797868009122 }, "manhattan": { "pearson": 0.6634051769640379, "spearman": 0.6197797868009122 } }, "it": { "cos_sim": { "pearson": 0.4524169032111187, "spearman": 0.4824795739512037 }, "euclidean": { "pearson": 0.49227194943998964, "spearman": 0.49641024420428087 }, "manhattan": { "pearson": 0.4949788773297025, "spearman": 0.49940515338096303 } }, "pl": { "cos_sim": { "pearson": 0.03620381732096531, "spearman": 0.23308439517991938 }, "euclidean": { "pearson": 0.00965453312113125, "spearman": 0.24235967620790316 }, "manhattan": { "pearson": 0.014408922275701605, "spearman": 0.25161920137046095 } }, "pl-en": { "cos_sim": { "pearson": 0.3642138324083909, "spearman": 0.36798674894178013 }, "euclidean": { "pearson": 0.27760612942610086, "spearman": 0.29140966500287624 }, "manhattan": { "pearson": 0.28456674031350115, "spearman": 0.2746356370924497 } }, "ru": { "cos_sim": { "pearson": 0.03638648294235208, "spearman": 0.09068119621940965 }, "euclidean": { "pearson": 0.008123129118737714, "spearman": 0.09173672890166147 }, "manhattan": { "pearson": 0.007545188998226579, "spearman": 0.08431719541986525 } }, "tr": { "cos_sim": { "pearson": 0.16694896287262667, "spearman": 0.3466348380997687 }, "euclidean": { "pearson": 0.29415825529188605, "spearman": 0.3833011033170646 }, "manhattan": { "pearson": 0.3123273195263394, "spearman": 0.39100557857557955 } }, "zh": { "cos_sim": { "pearson": 0.029720915749084316, "spearman": 0.2548511383289232 }, "euclidean": { "pearson": 0.12751569670148918, "spearman": 0.24940721642439287 }, "manhattan": { "pearson": 0.14310238482989826, "spearman": 0.2469821216148647 } }, "zh-en": { "cos_sim": { "pearson": 0.2655350664089358, "spearman": 0.2868170719697501 }, "euclidean": { "pearson": 0.12613577889195138, "spearman": 0.13589493311702933 }, "manhattan": { "pearson": 0.11640157427420958, "spearman": 0.10345223941212416 } } }, "dataset_version": null, "mteb_version": "0.0.2" }