{ "test": { "ar-ar": { "cos_sim": { "pearson": 0.5554431928210687, "spearman": 0.5561674586076298 }, "euclidean": { "pearson": 0.5807442713714088, "spearman": 0.5574066216931719 }, "manhattan": { "pearson": 0.5784021675638542, "spearman": 0.5520365812536853 } }, "en-ar": { "cos_sim": { "pearson": 0.11378463868809098, "spearman": 0.08209569244801064 }, "euclidean": { "pearson": 0.0107041700730406, "spearman": -0.02205219710893189 }, "manhattan": { "pearson": -0.007671300251104268, "spearman": -0.03430645020535567 } }, "en-de": { "cos_sim": { "pearson": 0.32714035609290126, "spearman": 0.3018181775929109 }, "euclidean": { "pearson": 0.2557368595910298, "spearman": 0.23316649115731378 }, "manhattan": { "pearson": 0.24144200325329615, "spearman": 0.21646215463384572 } }, "en-en": { "cos_sim": { "pearson": 0.8336340470799157, "spearman": 0.8495398260629698 }, "euclidean": { "pearson": 0.8069876969911645, "spearman": 0.8097451731130427 }, "manhattan": { "pearson": 0.8065869354146945, "spearman": 0.808540858718528 } }, "en-tr": { "cos_sim": { "pearson": 0.019200044163754912, "spearman": 0.010393399782021343 }, "euclidean": { "pearson": -0.011376003191297994, "spearman": -0.018947106671763914 }, "manhattan": { "pearson": -0.038362564474484336, "spearman": -0.04242750882792888 } }, "es-en": { "cos_sim": { "pearson": 0.26561262451099577, "spearman": 0.28776666666659906 }, "euclidean": { "pearson": 0.14640410196999087, "spearman": 0.1610557011701786 }, "manhattan": { "pearson": 0.15019405495911273, "spearman": 0.1537192083104197 } }, "es-es": { "cos_sim": { "pearson": 0.6975442020014331, "spearman": 0.7188444295144646 }, "euclidean": { "pearson": 0.7384934185952773, "spearman": 0.7326911108021089 }, "manhattan": { "pearson": 0.7404354196954575, "spearman": 0.7337650787943871 } }, "evaluation_time": 15.15, "fr-en": { "cos_sim": { "pearson": 0.2770511842301491, "spearman": 0.26339466714066445 }, "euclidean": { "pearson": 0.09323158236506385, "spearman": 0.0732083231520273 }, "manhattan": { "pearson": 0.07807399527573071, "spearman": 0.05525546663067112 } }, "it-en": { "cos_sim": { "pearson": 0.24226521799447692, "spearman": 0.20729929404589678 }, "euclidean": { "pearson": 0.06753378617205011, "spearman": 0.06281654679029505 }, "manhattan": { "pearson": 0.07087180250449322, "spearman": 0.0641611659259516 } }, "ko-ko": { "cos_sim": { "pearson": 0.39433272899394367, "spearman": 0.5238601027550566 }, "euclidean": { "pearson": 0.46409999048857453, "spearman": 0.5100333465175934 }, "manhattan": { "pearson": 0.4655753533133655, "spearman": 0.5107550440519388 } }, "nl-en": { "cos_sim": { "pearson": 0.2913141236406123, "spearman": 0.2505342961279355 }, "euclidean": { "pearson": 0.10657141303961999, "spearman": 0.09712124819778453 }, "manhattan": { "pearson": 0.12481782693315688, "spearman": 0.11287958480905973 } } }, "dataset_version": null, "mteb_version": "0.0.2" }