初始化项目，由ModelHub XC社区提供模型

Model: Muennighoff/SGPT-5.8B-weightedmean-msmarco-specb-bitfit
Source: Original Platform

.gitattributes

@@ -0,0 +1,27 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text 
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

1_Pooling/config.json

@@ -0,0 +1,9 @@
+{
+  "word_embedding_dimension": 4096,
+  "pooling_mode_cls_token": false,
+  "pooling_mode_mean_tokens": false,
+  "pooling_mode_max_tokens": false,
+  "pooling_mode_mean_sqrt_len_tokens": false,
+  "pooling_mode_weightedmean_tokens": true,
+  "pooling_mode_lasttoken": false
+}

added_tokens.json

@@ -0,0 +1 @@
+{"<|extratoken_101|>": 50357, "<|extratoken_115|>": 50371, "<|extratoken_50|>": 50306, "<|extratoken_63|>": 50319, "<|extratoken_7|>": 50263, "<|extratoken_128|>": 50384, "<|extratoken_82|>": 50338, "<|extratoken_72|>": 50328, "<|extratoken_71|>": 50327, "<|extratoken_75|>": 50331, "<|extratoken_64|>": 50320, "<|extratoken_131|>": 50387, "<|extratoken_69|>": 50325, "<|extratoken_67|>": 50323, "<|extratoken_42|>": 50298, "<|extratoken_112|>": 50368, "<|extratoken_80|>": 50336, "<|extratoken_114|>": 50370, "<|extratoken_44|>": 50300, "<|extratoken_51|>": 50307, "<|extratoken_55|>": 50311, "<|extratoken_140|>": 50396, "<|extratoken_107|>": 50363, "<|extratoken_105|>": 50361, "<|extratoken_77|>": 50333, "<|extratoken_61|>": 50317, "<|extratoken_81|>": 50337, "<|extratoken_11|>": 50267, "[SOS]": 50400, "<|extratoken_130|>": 50386, "<|extratoken_53|>": 50309, "<|extratoken_68|>": 50324, "<|extratoken_25|>": 50281, "<|extratoken_30|>": 50286, "<|extratoken_97|>": 50353, "<|extratoken_60|>": 50316, "<|extratoken_31|>": 50287, "<|extratoken_116|>": 50372, "<|extratoken_122|>": 50378, "<|extratoken_14|>": 50270, "<|extratoken_118|>": 50374, "<|extratoken_17|>": 50273, "<|extratoken_74|>": 50330, "<|extratoken_27|>": 50283, "<|extratoken_41|>": 50297, "<|extratoken_56|>": 50312, "<|extratoken_58|>": 50314, "<|extratoken_83|>": 50339, "<|extratoken_10|>": 50266, "<|extratoken_110|>": 50366, "<|extratoken_90|>": 50346, "<|extratoken_49|>": 50305, "<|extratoken_2|>": 50258, "<|extratoken_26|>": 50282, "<|extratoken_12|>": 50268, "<|extratoken_104|>": 50360, "<|extratoken_79|>": 50335, "<|extratoken_111|>": 50367, "<|extratoken_121|>": 50377, "<|extratoken_102|>": 50358, "<|extratoken_109|>": 50365, "<|extratoken_123|>": 50379, "<|extratoken_142|>": 50398, "<|extratoken_94|>": 50350, "<|extratoken_73|>": 50329, "{SOS}": 50401, "<|extratoken_34|>": 50290, "<|extratoken_19|>": 50275, "<|extratoken_66|>": 50322, "<|extratoken_127|>": 50383, "<|extratoken_117|>": 50373, "<|extratoken_35|>": 50291, "<|extratoken_21|>": 50277, "<|extratoken_22|>": 50278, "<|extratoken_36|>": 50292, "<|extratoken_38|>": 50294, "<|extratoken_23|>": 50279, "<|extratoken_135|>": 50391, "<|extratoken_4|>": 50260, "<|extratoken_134|>": 50390, "<|extratoken_57|>": 50313, "<|extratoken_84|>": 50340, "<|extratoken_37|>": 50293, "<|extratoken_124|>": 50380, "<|extratoken_95|>": 50351, "<|extratoken_132|>": 50388, "<|extratoken_139|>": 50395, "<|extratoken_108|>": 50364, "<|extratoken_46|>": 50302, "<|extratoken_59|>": 50315, "<|extratoken_86|>": 50342, "<|extratoken_129|>": 50385, "<|extratoken_89|>": 50345, "<|extratoken_133|>": 50389, "<|extratoken_28|>": 50284, "<|extratoken_33|>": 50289, "<|extratoken_119|>": 50375, "<|extratoken_54|>": 50310, "<|extratoken_138|>": 50394, "<|extratoken_1|>": 50257, "<|extratoken_136|>": 50392, "<|extratoken_98|>": 50354, "<|extratoken_40|>": 50296, "<|extratoken_13|>": 50269, "<|extratoken_120|>": 50376, "<|extratoken_47|>": 50303, "<|extratoken_8|>": 50264, "<|extratoken_137|>": 50393, "<|extratoken_6|>": 50262, "<|extratoken_3|>": 50259, "<|extratoken_99|>": 50355, "<|extratoken_113|>": 50369, "<|extratoken_45|>": 50301, "<|extratoken_5|>": 50261, "<|extratoken_96|>": 50352, "<|extratoken_103|>": 50359, "<|extratoken_106|>": 50362, "<|extratoken_48|>": 50304, "<|extratoken_92|>": 50348, "<|extratoken_65|>": 50321, "<|extratoken_9|>": 50265, "<|extratoken_20|>": 50276, "<|extratoken_52|>": 50308, "<|extratoken_15|>": 50271, "<|extratoken_29|>": 50285, "<|extratoken_78|>": 50334, "<|extratoken_16|>": 50272, "<|extratoken_43|>": 50299, "<|extratoken_32|>": 50288, "<|extratoken_125|>": 50381, "<|extratoken_88|>": 50344, "<|extratoken_76|>": 50332, "<|extratoken_85|>": 50341, "<|extratoken_141|>": 50397, "<|extratoken_126|>": 50382, "<|extratoken_100|>": 50356, "<|extratoken_93|>": 50349, "<|extratoken_91|>": 50347, "<|extratoken_24|>": 50280, "<|extratoken_70|>": 50326, "<|extratoken_62|>": 50318, "<|extratoken_18|>": 50274, "<|extratoken_39|>": 50295, "<|extratoken_87|>": 50343, "<|extratoken_143|>": 50399}

config.json

@@ -0,0 +1,42 @@
+{
+  "_name_or_path": "gpt-j-6B",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPTJModel"
+  ],
+  "attn_pdrop": 0.0,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.0,
+  "eos_token_id": 50256,
+  "gradient_checkpointing": false,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gptj",
+  "n_embd": 4096,
+  "n_head": 16,
+  "n_inner": null,
+  "n_layer": 28,
+  "n_positions": 2048,
+  "resid_pdrop": 0.0,
+  "rotary": true,
+  "rotary_dim": 64,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50,
+      "temperature": 1.0
+    }
+  },
+  "tie_word_embeddings": false,
+  "tokenizer_class": "GPT2Tokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.16.2",
+  "use_cache": true,
+  "vocab_size": 50402
+}

config_sentence_transformers.json

@@ -0,0 +1,7 @@
+{
+  "__version__": {
+    "sentence_transformers": "2.1.0",
+    "transformers": "4.16.2",
+    "pytorch": "1.10.2"
+  }
+}

evaluation/beir/beir.json

@@ -0,0 +1,276 @@
+{
+  "SGPT-5.8B-weightedmean-msmarco-specb-bitfit-bs256_7800": {
+    "scifact": {
+      "NDCG@1": 0.63333,
+      "NDCG@3": 0.69527,
+      "NDCG@5": 0.72816,
+      "NDCG@10": 0.74693,
+      "NDCG@100": 0.76982,
+      "NDCG@1000": 0.77221
+    },
+    "nfcorpus": {
+      "NDCG@1": 0.44272,
+      "NDCG@3": 0.40814,
+      "NDCG@5": 0.39562,
+      "NDCG@10": 0.36213,
+      "NDCG@100": 0.33829,
+      "NDCG@1000": 0.42555
+    },
+    "fiqa": {
+      "NDCG@1": 0.3534,
+      "NDCG@3": 0.335,
+      "NDCG@5": 0.34985,
+      "NDCG@10": 0.372,
+      "NDCG@100": 0.4385,
+      "NDCG@1000": 0.47232
+    },
+    "scidocs": {
+      "NDCG@1": 0.238,
+      "NDCG@3": 0.19311,
+      "NDCG@5": 0.1671,
+      "NDCG@10": 0.19719,
+      "NDCG@100": 0.27306,
+      "NDCG@1000": 0.32354
+    },
+    "arguana": {
+      "NDCG@1": 0.27312,
+      "NDCG@3": 0.41087,
+      "NDCG@5": 0.46241,
+      "NDCG@10": 0.51352,
+      "NDCG@100": 0.55776,
+      "NDCG@1000": 0.55964
+    },
+    "cqadupstack_tex": {
+      "NDCG@1": 0.1786,
+      "NDCG@3": 0.22008,
+      "NDCG@5": 0.23833,
+      "NDCG@10": 0.26008,
+      "NDCG@100": 0.31309,
+      "NDCG@1000": 0.34437
+    },
+    "trec-covid": {
+      "NDCG@1": 0.98,
+      "NDCG@3": 0.93469,
+      "NDCG@5": 0.90683,
+      "NDCG@10": 0.87261,
+      "NDCG@100": 0.65293,
+      "NDCG@1000": 0.5406
+    },
+    "trec-news": {
+      "NDCG@1": 0.5117,
+      "NDCG@3": 0.51165,
+      "NDCG@5": 0.50629,
+      "NDCG@10": 0.48078,
+      "NDCG@100": 0.49823,
+      "NDCG@1000": 0.60809
+    },
+    "quora": {
+      "NDCG@1": 0.7594,
+      "NDCG@3": 0.80915,
+      "NDCG@5": 0.82966,
+      "NDCG@10": 0.84591,
+      "NDCG@100": 0.86163,
+      "NDCG@1000": 0.86327
+    },
+    "nq": {
+      "NDCG@1": 0.34531,
+      "NDCG@3": 0.44736,
+      "NDCG@5": 0.4871,
+      "NDCG@10": 0.52417,
+      "NDCG@100": 0.57006,
+      "NDCG@1000": 0.57839
+    },
+    "webis-touche2020": {
+      "NDCG@1": 0.29592,
+      "NDCG@3": 0.26144,
+      "NDCG@5": 0.26304,
+      "NDCG@10": 0.25421,
+      "NDCG@100": 0.36335,
+      "NDCG@1000": 0.47667
+    },
+    "dbpedia-entity": {
+      "NDCG@1": 0.55375,
+      "NDCG@3": 0.44856,
+      "NDCG@5": 0.42139,
+      "NDCG@10": 0.39889,
+      "NDCG@100": 0.43101,
+      "NDCG@1000": 0.50694
+    },
+    "cqadupstack_webmasters": {
+      "NDCG@1": 0.28854,
+      "NDCG@3": 0.33452,
+      "NDCG@5": 0.35876,
+      "NDCG@10": 0.38445,
+      "NDCG@100": 0.43997,
+      "NDCG@1000": 0.4682
+    },
+    "cqadupstack_unix": {
+      "NDCG@1": 0.28078,
+      "NDCG@3": 0.32477,
+      "NDCG@5": 0.34726,
+      "NDCG@10": 0.3726,
+      "NDCG@100": 0.43017,
+      "NDCG@1000": 0.45624
+    },
+    "cqadupstack_wordpress": {
+      "NDCG@1": 0.22551,
+      "NDCG@3": 0.27133,
+      "NDCG@5": 0.28762,
+      "NDCG@10": 0.31368,
+      "NDCG@100": 0.36818,
+      "NDCG@1000": 0.39527
+    },
+    "robust04": {
+      "NDCG@1": 0.66466,
+      "NDCG@3": 0.6091,
+      "NDCG@5": 0.56716,
+      "NDCG@10": 0.51424,
+      "NDCG@100": 0.42175,
+      "NDCG@1000": 0.50857
+    },
+    "cqadupstack_stats": {
+      "NDCG@1": 0.23773,
+      "NDCG@3": 0.28216,
+      "NDCG@5": 0.30023,
+      "NDCG@10": 0.32311,
+      "NDCG@100": 0.37352,
+      "NDCG@1000": 0.4003
+    },
+    "cqadupstack_programmers": {
+      "NDCG@1": 0.31164,
+      "NDCG@3": 0.35356,
+      "NDCG@5": 0.37439,
+      "NDCG@10": 0.40685,
+      "NDCG@100": 0.46043,
+      "NDCG@1000": 0.48578
+    },
+    "cqadupstack_physics": {
+      "NDCG@1": 0.31954,
+      "NDCG@3": 0.38018,
+      "NDCG@5": 0.40345,
+      "NDCG@10": 0.43199,
+      "NDCG@100": 0.48925,
+      "NDCG@1000": 0.51015
+    },
+    "cqadupstack_mathematica": {
+      "NDCG@1": 0.18408,
+      "NDCG@3": 0.23495,
+      "NDCG@5": 0.26216,
+      "NDCG@10": 0.28539,
+      "NDCG@100": 0.34513,
+      "NDCG@1000": 0.37373
+    },
+    "cqadupstack_gaming": {
+      "NDCG@1": 0.40188,
+      "NDCG@3": 0.48101,
+      "NDCG@5": 0.50977,
+      "NDCG@10": 0.53683,
+      "NDCG@100": 0.57912,
+      "NDCG@1000": 0.59174
+    },
+    "cqadupstack_gis": {
+      "NDCG@1": 0.24068,
+      "NDCG@3": 0.3048,
+      "NDCG@5": 0.32809,
+      "NDCG@10": 0.35782,
+      "NDCG@100": 0.41234,
+      "NDCG@1000": 0.43197
+    },
+    "cqadupstack_android": {
+      "NDCG@1": 0.33906,
+      "NDCG@3": 0.38741,
+      "NDCG@5": 0.40926,
+      "NDCG@10": 0.44414,
+      "NDCG@100": 0.49924,
+      "NDCG@1000": 0.52
+    },
+    "cqadupstack_english": {
+      "NDCG@1": 0.37771,
+      "NDCG@3": 0.41627,
+      "NDCG@5": 0.43508,
+      "NDCG@10": 0.4574,
+      "NDCG@100": 0.50248,
+      "NDCG@1000": 0.52138
+    },
+    "cqadupstack": {
+      "NDCG@1": 0.2821458333333334,
+      "NDCG@3": 0.3325866666666667,
+      "NDCG@5": 0.3545333333333333,
+      "NDCG@10": 0.38119499999999995,
+      "NDCG@100": 0.43441,
+      "NDCG@1000": 0.45826083333333334
+    },
+    "hotpotqa": {
+      "NDCG@1": 0.71452,
+      "NDCG@3": 0.5532,
+      "NDCG@5": 0.57408,
+      "NDCG@10": 0.59258,
+      "NDCG@100": 0.62424,
+      "NDCG@1000": 0.6395
+    },
+    "signal1m": {
+      "NDCG@1": 0.35567,
+      "NDCG@3": 0.31997,
+      "NDCG@5": 0.28641,
+      "NDCG@10": 0.26697,
+      "NDCG@100": 0.28378,
+      "NDCG@1000": 0.35294
+    },
+    "climate-fever": {
+      "NDCG@1": 0.28013,
+      "NDCG@3": 0.24658,
+      "NDCG@5": 0.26671,
+      "NDCG@10": 0.30484,
+      "NDCG@100": 0.37527,
+      "NDCG@1000": 0.4076
+    },
+    "fever": {
+      "NDCG@1": 0.67822,
+      "NDCG@3": 0.75169,
+      "NDCG@5": 0.76872,
+      "NDCG@10": 0.7827,
+      "NDCG@100": 0.79588,
+      "NDCG@1000": 0.79845
+    },
+    "msmarco": {
+      "NDCG@1": 0.2139,
+      "NDCG@3": 0.31924,
+      "NDCG@5": 0.36114,
+      "NDCG@10": 0.39917,
+      "NDCG@100": 0.45851,
+      "NDCG@1000": 0.47092
+    },
+    "bioasq": {
+      "NDCG@1": 0.438,
+      "NDCG@3": 0.41914,
+      "NDCG@5": 0.40883,
+      "NDCG@10": 0.41346,
+      "NDCG@100": 0.47571,
+      "NDCG@1000": 0.50768
+    },
+    "average": {
+      "NDCG@1": 0.4888886574074073,
+      "NDCG@3": 0.4826392592592592,
+      "NDCG@5": 0.48577185185185184,
+      "NDCG@10": 0.49024027777777773,
+      "NDCG@100": 0.5092044444444445,
+      "NDCG@1000": 0.5444567129629629
+    },
+    "subaverage": {
+      "NDCG@1": 0.5422281818181819,
+      "NDCG@3": 0.5322354545454546,
+      "NDCG@5": 0.5424063636363635,
+      "NDCG@10": 0.5496654545454546,
+      "NDCG@100": 0.5644254545454546,
+      "NDCG@1000": 0.5875227272727273
+    },
+    "subsubaverage": {
+      "NDCG@1": 0.38811399999999996,
+      "NDCG@3": 0.408478,
+      "NDCG@5": 0.42062800000000006,
+      "NDCG@10": 0.438354,
+      "NDCG@100": 0.47548599999999996,
+      "NDCG@1000": 0.510652
+    }
+  }
+}

evaluation/mteb/AmazonCounterfactualClassification.json

@@ -0,0 +1,16 @@
+{
+    "test": {
+        "en": {
+            "accuracy": 0.6922388059701492,
+            "accuracy_stderr": 0.05577698009153047,
+            "ap": 0.3204724673950256,
+            "ap_stderr": 0.030758638728823475,
+            "f1": 0.6325719825770428,
+            "f1_stderr": 0.04382866443453507,
+            "main_score": 0.3204724673950256
+        },
+        "evaluation_time": 234.06
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/AmazonPolarityClassification.json

@@ -0,0 +1,14 @@
+{
+    "test": {
+        "accuracy": 0.7126109999999999,
+        "accuracy_stderr": 0.0371266464483395,
+        "ap": 0.6616336378255403,
+        "ap_stderr": 0.038282983973039475,
+        "evaluation_time": 330535.51,
+        "f1": 0.7089719145825304,
+        "f1_stderr": 0.03949505400938336,
+        "main_score": 0.7126109999999999
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/AmazonReviewsClassification.json

@@ -0,0 +1,14 @@
+{
+    "test": {
+        "en": {
+            "accuracy": 0.39191999999999994,
+            "accuracy_stderr": 0.023273538622220733,
+            "f1": 0.38580766731113825,
+            "f1_stderr": 0.018793905233795604,
+            "main_score": 0.39191999999999994
+        },
+        "evaluation_time": 2060.82
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/ArguAna.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 477.21,
+    "map_at_1": 0.27312,
+    "map_at_10": 0.4262,
+    "map_at_100": 0.43707,
+    "map_at_1000": 0.43715,
+    "map_at_3": 0.37624,
+    "map_at_5": 0.40498,
+    "mrr_at_1": 0.27667,
+    "mrr_at_10": 0.42737,
+    "mrr_at_100": 0.43823,
+    "mrr_at_1000": 0.43831,
+    "mrr_at_3": 0.37743,
+    "mrr_at_5": 0.40616,
+    "ndcg_at_1": 0.27312,
+    "ndcg_at_10": 0.51375,
+    "ndcg_at_100": 0.55778,
+    "ndcg_at_1000": 0.55966,
+    "ndcg_at_3": 0.41087,
+    "ndcg_at_5": 0.46269,
+    "precision_at_1": 0.27312,
+    "precision_at_10": 0.07945,
+    "precision_at_100": 0.00982,
+    "precision_at_1000": 0.001,
+    "precision_at_3": 0.17046,
+    "precision_at_5": 0.12745,
+    "recall_at_1": 0.27312,
+    "recall_at_10": 0.79445,
+    "recall_at_100": 0.98151,
+    "recall_at_1000": 0.99573,
+    "recall_at_3": 0.51138,
+    "recall_at_5": 0.63727
+  }
+}

evaluation/mteb/ArxivClusteringP2P.json

@@ -0,0 +1,9 @@
+{
+    "test": {
+        "evaluation_time": 122260.97,
+        "v_measure": 0.4559037428592033,
+        "v_measure_std": 0.13565379029776853
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/ArxivClusteringS2S.json

@@ -0,0 +1,9 @@
+{
+    "test": {
+        "evaluation_time": 15111.26,
+        "v_measure": 0.3886371701986363,
+        "v_measure_std": 0.13693041258907623
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/AskUbuntuDupQuestions.json

@@ -0,0 +1,9 @@
+{
+    "test": {
+        "evaluation_time": 129.15,
+        "map": 0.6162556869142777,
+        "mrr": 0.7583256386580486
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/BIOSSES.json

@@ -0,0 +1,17 @@
+{
+  "test": {
+    "cos_sim": {
+      "pearson": 0.8996074355094802,
+      "spearman": 0.862501580394454
+    },
+    "euclidean": {
+      "pearson": 0.8218427440380462,
+      "spearman": 0.8014760935017947
+    },
+    "evaluation_time": 13.54,
+    "manhattan": {
+      "pearson": 0.8224621578156392,
+      "spearman": 0.8000363016590163
+    }
+  }
+}

evaluation/mteb/Banking77Classification.json

@@ -0,0 +1,12 @@
+{
+    "test": {
+        "accuracy": 0.8449350649350649,
+        "accuracy_stderr": 0.005092747481478234,
+        "evaluation_time": 568.26,
+        "f1": 0.8442493432337361,
+        "f1_stderr": 0.005291617674599615,
+        "main_score": 0.8449350649350649
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/BiorxivClusteringP2P.json

@@ -0,0 +1,9 @@
+{
+    "test": {
+        "evaluation_time": 14349.06,
+        "v_measure": 0.3655145972298938,
+        "v_measure_std": 0.01180536429604858
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/BiorxivClusteringS2S.json

@@ -0,0 +1,9 @@
+{
+    "test": {
+        "evaluation_time": 1826.36,
+        "v_measure": 0.3369901851846774,
+        "v_measure_std": 0.011822688018810827
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/CQADupstackAndroidRetrieval.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 2419.91,
+    "map_at_1": 0.30499,
+    "map_at_10": 0.41208,
+    "map_at_100": 0.42638,
+    "map_at_1000": 0.42754,
+    "map_at_3": 0.37506,
+    "map_at_5": 0.39422,
+    "mrr_at_1": 0.37339,
+    "mrr_at_10": 0.47051,
+    "mrr_at_100": 0.47745,
+    "mrr_at_1000": 0.47786,
+    "mrr_at_3": 0.44087,
+    "mrr_at_5": 0.45711,
+    "ndcg_at_1": 0.37339,
+    "ndcg_at_10": 0.47666,
+    "ndcg_at_100": 0.52994,
+    "ndcg_at_1000": 0.54929,
+    "ndcg_at_3": 0.41982,
+    "ndcg_at_5": 0.4442,
+    "precision_at_1": 0.37339,
+    "precision_at_10": 0.09127,
+    "precision_at_100": 0.01475,
+    "precision_at_1000": 0.00194,
+    "precision_at_3": 0.20076,
+    "precision_at_5": 0.14449,
+    "recall_at_1": 0.30499,
+    "recall_at_10": 0.60328,
+    "recall_at_100": 0.82579,
+    "recall_at_1000": 0.95074,
+    "recall_at_3": 0.4417,
+    "recall_at_5": 0.5094
+  }
+}

evaluation/mteb/CQADupstackEnglishRetrieval.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 3724.38,
+    "map_at_1": 0.30613,
+    "map_at_10": 0.40781,
+    "map_at_100": 0.42018,
+    "map_at_1000": 0.42133,
+    "map_at_3": 0.37816,
+    "map_at_5": 0.39389,
+    "mrr_at_1": 0.38408,
+    "mrr_at_10": 0.46631,
+    "mrr_at_100": 0.47332,
+    "mrr_at_1000": 0.47368,
+    "mrr_at_3": 0.44384,
+    "mrr_at_5": 0.45661,
+    "ndcg_at_1": 0.38408,
+    "ndcg_at_10": 0.4638,
+    "ndcg_at_100": 0.5081,
+    "ndcg_at_1000": 0.52663,
+    "ndcg_at_3": 0.4218,
+    "ndcg_at_5": 0.43974,
+    "precision_at_1": 0.38408,
+    "precision_at_10": 0.08656,
+    "precision_at_100": 0.01386,
+    "precision_at_1000": 0.00184,
+    "precision_at_3": 0.20276,
+    "precision_at_5": 0.14242,
+    "recall_at_1": 0.30613,
+    "recall_at_10": 0.5644,
+    "recall_at_100": 0.75044,
+    "recall_at_1000": 0.86426,
+    "recall_at_3": 0.43766,
+    "recall_at_5": 0.48998
+  }
+}

evaluation/mteb/CQADupstackGamingRetrieval.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 3971.77,
+    "map_at_1": 0.37371,
+    "map_at_10": 0.49718,
+    "map_at_100": 0.50737,
+    "map_at_1000": 0.5079,
+    "map_at_3": 0.46231,
+    "map_at_5": 0.48329,
+    "mrr_at_1": 0.42884,
+    "mrr_at_10": 0.53176,
+    "mrr_at_100": 0.53817,
+    "mrr_at_1000": 0.53845,
+    "mrr_at_3": 0.50199,
+    "mrr_at_5": 0.5213,
+    "ndcg_at_1": 0.42884,
+    "ndcg_at_10": 0.55826,
+    "ndcg_at_100": 0.5993,
+    "ndcg_at_1000": 0.61013,
+    "ndcg_at_3": 0.49764,
+    "ndcg_at_5": 0.53026,
+    "precision_at_1": 0.42884,
+    "precision_at_10": 0.09047,
+    "precision_at_100": 0.01212,
+    "precision_at_1000": 0.00135,
+    "precision_at_3": 0.22132,
+    "precision_at_5": 0.15524,
+    "recall_at_1": 0.37371,
+    "recall_at_10": 0.70482,
+    "recall_at_100": 0.88425,
+    "recall_at_1000": 0.96034,
+    "recall_at_3": 0.5443,
+    "recall_at_5": 0.62328
+  }
+}

evaluation/mteb/CQADupstackGisRetrieval.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 5450.64,
+    "map_at_1": 0.22876,
+    "map_at_10": 0.31715,
+    "map_at_100": 0.32847,
+    "map_at_1000": 0.32922,
+    "map_at_3": 0.2905,
+    "map_at_5": 0.30396,
+    "mrr_at_1": 0.2452,
+    "mrr_at_10": 0.33497,
+    "mrr_at_100": 0.34455,
+    "mrr_at_1000": 0.3451,
+    "mrr_at_3": 0.30791,
+    "mrr_at_5": 0.32175,
+    "ndcg_at_1": 0.2452,
+    "ndcg_at_10": 0.3695,
+    "ndcg_at_100": 0.42238,
+    "ndcg_at_1000": 0.44148,
+    "ndcg_at_3": 0.31435,
+    "ndcg_at_5": 0.33839,
+    "precision_at_1": 0.2452,
+    "precision_at_10": 0.05932,
+    "precision_at_100": 0.00901,
+    "precision_at_1000": 0.0011,
+    "precision_at_3": 0.13446,
+    "precision_at_5": 0.09469,
+    "recall_at_1": 0.22876,
+    "recall_at_10": 0.5138,
+    "recall_at_100": 0.75311,
+    "recall_at_1000": 0.89718,
+    "recall_at_3": 0.3626,
+    "recall_at_5": 0.42249
+  }
+}

evaluation/mteb/CQADupstackMathematicaRetrieval.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 2931.62,
+    "map_at_1": 0.14984,
+    "map_at_10": 0.23457,
+    "map_at_100": 0.24723,
+    "map_at_1000": 0.24846,
+    "map_at_3": 0.20873,
+    "map_at_5": 0.22357,
+    "mrr_at_1": 0.18159,
+    "mrr_at_10": 0.27431,
+    "mrr_at_100": 0.28449,
+    "mrr_at_1000": 0.2852,
+    "mrr_at_3": 0.24979,
+    "mrr_at_5": 0.26447,
+    "ndcg_at_1": 0.18159,
+    "ndcg_at_10": 0.28628,
+    "ndcg_at_100": 0.34741,
+    "ndcg_at_1000": 0.37516,
+    "ndcg_at_3": 0.23902,
+    "ndcg_at_5": 0.26294,
+    "precision_at_1": 0.18159,
+    "precision_at_10": 0.05485,
+    "precision_at_100": 0.00985,
+    "precision_at_1000": 0.00136,
+    "precision_at_3": 0.11774,
+    "precision_at_5": 0.08731,
+    "recall_at_1": 0.14984,
+    "recall_at_10": 0.40198,
+    "recall_at_100": 0.67115,
+    "recall_at_1000": 0.86497,
+    "recall_at_3": 0.27639,
+    "recall_at_5": 0.33595
+  }
+}

evaluation/mteb/CQADupstackPhysicsRetrieval.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 5338.65,
+    "map_at_1": 0.29067,
+    "map_at_10": 0.39457,
+    "map_at_100": 0.4083,
+    "map_at_1000": 0.4094,
+    "map_at_3": 0.35995,
+    "map_at_5": 0.38159,
+    "mrr_at_1": 0.34937,
+    "mrr_at_10": 0.44755,
+    "mrr_at_100": 0.45549,
+    "mrr_at_1000": 0.45589,
+    "mrr_at_3": 0.41947,
+    "mrr_at_5": 0.43733,
+    "ndcg_at_1": 0.34937,
+    "ndcg_at_10": 0.45573,
+    "ndcg_at_100": 0.51267,
+    "ndcg_at_1000": 0.53184,
+    "ndcg_at_3": 0.39962,
+    "ndcg_at_5": 0.4302,
+    "precision_at_1": 0.34937,
+    "precision_at_10": 0.08296,
+    "precision_at_100": 0.0132,
+    "precision_at_1000": 0.00167,
+    "precision_at_3": 0.188,
+    "precision_at_5": 0.13763,
+    "recall_at_1": 0.29067,
+    "recall_at_10": 0.58298,
+    "recall_at_100": 0.82251,
+    "recall_at_1000": 0.94476,
+    "recall_at_3": 0.42984,
+    "recall_at_5": 0.50658
+  }
+}

evaluation/mteb/CQADupstackProgrammersRetrieval.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 4979.86,
+    "map_at_1": 0.25986,
+    "map_at_10": 0.35746,
+    "map_at_100": 0.37067,
+    "map_at_1000": 0.37191,
+    "map_at_3": 0.32599,
+    "map_at_5": 0.34239,
+    "mrr_at_1": 0.31735,
+    "mrr_at_10": 0.40515,
+    "mrr_at_100": 0.41459,
+    "mrr_at_1000": 0.41516,
+    "mrr_at_3": 0.37938,
+    "mrr_at_5": 0.3925,
+    "ndcg_at_1": 0.31735,
+    "ndcg_at_10": 0.41484,
+    "ndcg_at_100": 0.47047,
+    "ndcg_at_1000": 0.49427,
+    "ndcg_at_3": 0.36255,
+    "ndcg_at_5": 0.38375,
+    "precision_at_1": 0.31735,
+    "precision_at_10": 0.0766,
+    "precision_at_100": 0.01234,
+    "precision_at_1000": 0.0016,
+    "precision_at_3": 0.17428,
+    "precision_at_5": 0.12329,
+    "recall_at_1": 0.25986,
+    "recall_at_10": 0.53761,
+    "recall_at_100": 0.77149,
+    "recall_at_1000": 0.93342,
+    "recall_at_3": 0.39068,
+    "recall_at_5": 0.44693
+  }
+}

evaluation/mteb/CQADupstackRetrieval.json

@@ -0,0 +1,37 @@
+{
+    "dataset_version": null,
+    "mteb_version": "0.0.2",
+    "test": {
+        "evaluation_time": 7608.65,
+        "map_at_1": 0.24949749999999998,
+        "map_at_10": 0.3404991666666667,
+        "map_at_100": 0.3526825,
+        "map_at_1000": 0.35383166666666666,
+        "map_at_3": 0.31181333333333333,
+        "map_at_5": 0.3277391666666667,
+        "mrr_at_1": 0.29402833333333334,
+        "mrr_at_10": 0.3801633333333333,
+        "mrr_at_100": 0.3888033333333334,
+        "mrr_at_1000": 0.38938500000000004,
+        "mrr_at_3": 0.355175,
+        "mrr_at_5": 0.3693808333333333,
+        "ndcg_at_1": 0.29402833333333334,
+        "ndcg_at_10": 0.3940316666666666,
+        "ndcg_at_100": 0.4466408333333333,
+        "ndcg_at_1000": 0.4696283333333333,
+        "ndcg_at_3": 0.3446633333333334,
+        "ndcg_at_5": 0.3678441666666667,
+        "precision_at_1": 0.29402833333333334,
+        "precision_at_10": 0.06965833333333334,
+        "precision_at_100": 0.011330833333333335,
+        "precision_at_1000": 0.0015158333333333334,
+        "precision_at_3": 0.15886666666666666,
+        "precision_at_5": 0.11360416666666667,
+        "recall_at_1": 0.24949749999999998,
+        "recall_at_10": 0.5129325,
+        "recall_at_100": 0.743695,
+        "recall_at_1000": 0.9031299999999999,
+        "recall_at_3": 0.37580083333333336,
+        "recall_at_5": 0.43529666666666667
+    }
+}

evaluation/mteb/CQADupstackStatsRetrieval.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 6837.54,
+    "map_at_1": 0.22082,
+    "map_at_10": 0.29216,
+    "map_at_100": 0.30163,
+    "map_at_1000": 0.30269,
+    "map_at_3": 0.26942,
+    "map_at_5": 0.28236,
+    "mrr_at_1": 0.24847,
+    "mrr_at_10": 0.31919,
+    "mrr_at_100": 0.32817,
+    "mrr_at_1000": 0.32897,
+    "mrr_at_3": 0.29831,
+    "mrr_at_5": 0.3102,
+    "ndcg_at_1": 0.24847,
+    "ndcg_at_10": 0.334,
+    "ndcg_at_100": 0.38354,
+    "ndcg_at_1000": 0.41045,
+    "ndcg_at_3": 0.29236,
+    "ndcg_at_5": 0.31258,
+    "precision_at_1": 0.24847,
+    "precision_at_10": 0.05353,
+    "precision_at_100": 0.00853,
+    "precision_at_1000": 0.00116,
+    "precision_at_3": 0.12679,
+    "precision_at_5": 0.08988,
+    "recall_at_1": 0.22082,
+    "recall_at_10": 0.43505,
+    "recall_at_100": 0.66454,
+    "recall_at_1000": 0.86378,
+    "recall_at_3": 0.32163,
+    "recall_at_5": 0.3706
+  }
+}

evaluation/mteb/CQADupstackTexRetrieval.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 11622.05,
+    "map_at_1": 0.1554,
+    "map_at_10": 0.22362,
+    "map_at_100": 0.23435,
+    "map_at_1000": 0.23564,
+    "map_at_3": 0.20143,
+    "map_at_5": 0.21324,
+    "mrr_at_1": 0.18892,
+    "mrr_at_10": 0.25943,
+    "mrr_at_100": 0.26883,
+    "mrr_at_1000": 0.26969,
+    "mrr_at_3": 0.23727,
+    "mrr_at_5": 0.24923,
+    "ndcg_at_1": 0.18892,
+    "ndcg_at_10": 0.26811,
+    "ndcg_at_100": 0.32066,
+    "ndcg_at_1000": 0.35166,
+    "ndcg_at_3": 0.22706,
+    "ndcg_at_5": 0.24508,
+    "precision_at_1": 0.18892,
+    "precision_at_10": 0.04942,
+    "precision_at_100": 0.00878,
+    "precision_at_1000": 0.00131,
+    "precision_at_3": 0.10748,
+    "precision_at_5": 0.07784,
+    "recall_at_1": 0.1554,
+    "recall_at_10": 0.36743,
+    "recall_at_100": 0.60525,
+    "recall_at_1000": 0.82576,
+    "recall_at_3": 0.25252,
+    "recall_at_5": 0.29872
+  }
+}

evaluation/mteb/CQADupstackUnixRetrieval.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 7165.48,
+    "map_at_1": 0.24453,
+    "map_at_10": 0.33363,
+    "map_at_100": 0.34579,
+    "map_at_1000": 0.34686,
+    "map_at_3": 0.30583,
+    "map_at_5": 0.32118,
+    "mrr_at_1": 0.28918,
+    "mrr_at_10": 0.37675,
+    "mrr_at_100": 0.38567,
+    "mrr_at_1000": 0.38632,
+    "mrr_at_3": 0.35261,
+    "mrr_at_5": 0.36576,
+    "ndcg_at_1": 0.28918,
+    "ndcg_at_10": 0.38736,
+    "ndcg_at_100": 0.44261,
+    "ndcg_at_1000": 0.4672,
+    "ndcg_at_3": 0.3381,
+    "ndcg_at_5": 0.36009,
+    "precision_at_1": 0.28918,
+    "precision_at_10": 0.06586,
+    "precision_at_100": 0.01047,
+    "precision_at_1000": 0.00137,
+    "precision_at_3": 0.15361,
+    "precision_at_5": 0.10858,
+    "recall_at_1": 0.24453,
+    "recall_at_10": 0.50886,
+    "recall_at_100": 0.7503,
+    "recall_at_1000": 0.92123,
+    "recall_at_3": 0.37138,
+    "recall_at_5": 0.42865
+  }
+}

evaluation/mteb/CQADupstackWebmastersRetrieval.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 2264.66,
+    "map_at_1": 0.2457,
+    "map_at_10": 0.33672,
+    "map_at_100": 0.35244,
+    "map_at_1000": 0.35467,
+    "map_at_3": 0.30712,
+    "map_at_5": 0.32383,
+    "mrr_at_1": 0.29644,
+    "mrr_at_10": 0.38344,
+    "mrr_at_100": 0.39219,
+    "mrr_at_1000": 0.39282,
+    "mrr_at_3": 0.35771,
+    "mrr_at_5": 0.37273,
+    "ndcg_at_1": 0.29644,
+    "ndcg_at_10": 0.39567,
+    "ndcg_at_100": 0.45097,
+    "ndcg_at_1000": 0.47923,
+    "ndcg_at_3": 0.34768,
+    "ndcg_at_5": 0.37122,
+    "precision_at_1": 0.29644,
+    "precision_at_10": 0.07589,
+    "precision_at_100": 0.01478,
+    "precision_at_1000": 0.00235,
+    "precision_at_3": 0.16337,
+    "precision_at_5": 0.12055,
+    "recall_at_1": 0.2457,
+    "recall_at_10": 0.51009,
+    "recall_at_100": 0.75423,
+    "recall_at_1000": 0.93671,
+    "recall_at_3": 0.36926,
+    "recall_at_5": 0.43245
+  }
+}

evaluation/mteb/CQADupstackWordpressRetrieval.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 7608.65,
+    "map_at_1": 0.21356,
+    "map_at_10": 0.27904,
+    "map_at_100": 0.28938,
+    "map_at_1000": 0.29036,
+    "map_at_3": 0.25726,
+    "map_at_5": 0.26935,
+    "mrr_at_1": 0.22551,
+    "mrr_at_10": 0.29259,
+    "mrr_at_100": 0.30272,
+    "mrr_at_1000": 0.30348,
+    "mrr_at_3": 0.27295,
+    "mrr_at_5": 0.28358,
+    "ndcg_at_1": 0.22551,
+    "ndcg_at_10": 0.31817,
+    "ndcg_at_100": 0.37164,
+    "ndcg_at_1000": 0.3982,
+    "ndcg_at_3": 0.27596,
+    "ndcg_at_5": 0.29568,
+    "precision_at_1": 0.22551,
+    "precision_at_10": 0.04917,
+    "precision_at_100": 0.00828,
+    "precision_at_1000": 0.00114,
+    "precision_at_3": 0.11583,
+    "precision_at_5": 0.08133,
+    "recall_at_1": 0.21356,
+    "recall_at_10": 0.42489,
+    "recall_at_100": 0.67128,
+    "recall_at_1000": 0.87441,
+    "recall_at_3": 0.31165,
+    "recall_at_5": 0.35853
+  }
+}

evaluation/mteb/ClimateFEVER.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 64667.21,
+    "map_at_1": 0.12306,
+    "map_at_10": 0.21523,
+    "map_at_100": 0.23358,
+    "map_at_1000": 0.23541,
+    "map_at_3": 0.17809,
+    "map_at_5": 0.19631,
+    "mrr_at_1": 0.27948,
+    "mrr_at_10": 0.40355,
+    "mrr_at_100": 0.41166,
+    "mrr_at_1000": 0.41203,
+    "mrr_at_3": 0.36819,
+    "mrr_at_5": 0.38959,
+    "ndcg_at_1": 0.27948,
+    "ndcg_at_10": 0.30462,
+    "ndcg_at_100": 0.37473,
+    "ndcg_at_1000": 0.40718,
+    "ndcg_at_3": 0.24646,
+    "ndcg_at_5": 0.26642,
+    "precision_at_1": 0.27948,
+    "precision_at_10": 0.09648,
+    "precision_at_100": 0.01724,
+    "precision_at_1000": 0.00232,
+    "precision_at_3": 0.1848,
+    "precision_at_5": 0.14293,
+    "recall_at_1": 0.12306,
+    "recall_at_10": 0.37181,
+    "recall_at_100": 0.61148,
+    "recall_at_1000": 0.79401,
+    "recall_at_3": 0.22883,
+    "recall_at_5": 0.2859
+  }
+}

evaluation/mteb/DBPedia.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 43004.49,
+    "map_at_1": 0.09357,
+    "map_at_10": 0.18849,
+    "map_at_100": 0.25369,
+    "map_at_1000": 0.2695,
+    "map_at_3": 0.13625,
+    "map_at_5": 0.15957,
+    "mrr_at_1": 0.6775,
+    "mrr_at_10": 0.74734,
+    "mrr_at_100": 0.751,
+    "mrr_at_1000": 0.75109,
+    "mrr_at_3": 0.73542,
+    "mrr_at_5": 0.74167,
+    "ndcg_at_1": 0.55375,
+    "ndcg_at_10": 0.39874,
+    "ndcg_at_100": 0.43098,
+    "ndcg_at_1000": 0.50692,
+    "ndcg_at_3": 0.44856,
+    "ndcg_at_5": 0.42139,
+    "precision_at_1": 0.6775,
+    "precision_at_10": 0.311,
+    "precision_at_100": 0.09303,
+    "precision_at_1000": 0.02006,
+    "precision_at_3": 0.4825,
+    "precision_at_5": 0.4095,
+    "recall_at_1": 0.09357,
+    "recall_at_10": 0.23832,
+    "recall_at_100": 0.47906,
+    "recall_at_1000": 0.71309,
+    "recall_at_3": 0.14512,
+    "recall_at_5": 0.183
+  }
+}

evaluation/mteb/EmotionClassification.json

@@ -0,0 +1,12 @@
+{
+    "test": {
+        "accuracy": 0.49655000000000005,
+        "accuracy_stderr": 0.023384236143179877,
+        "evaluation_time": 408.2,
+        "f1": 0.45519761909389506,
+        "f1_stderr": 0.017373883846959346,
+        "main_score": 0.49655000000000005
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/FEVER.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 65632.31,
+    "map_at_1": 0.6274,
+    "map_at_10": 0.7307,
+    "map_at_100": 0.73398,
+    "map_at_1000": 0.7341,
+    "map_at_3": 0.71338,
+    "map_at_5": 0.72423,
+    "mrr_at_1": 0.67777,
+    "mrr_at_10": 0.77873,
+    "mrr_at_100": 0.78091,
+    "mrr_at_1000": 0.78094,
+    "mrr_at_3": 0.76375,
+    "mrr_at_5": 0.77316,
+    "ndcg_at_1": 0.67777,
+    "ndcg_at_10": 0.7824,
+    "ndcg_at_100": 0.79557,
+    "ndcg_at_1000": 0.79814,
+    "ndcg_at_3": 0.75125,
+    "ndcg_at_5": 0.76834,
+    "precision_at_1": 0.67777,
+    "precision_at_10": 0.09832,
+    "precision_at_100": 0.01061,
+    "precision_at_1000": 0.0011,
+    "precision_at_3": 0.29433,
+    "precision_at_5": 0.18665,
+    "recall_at_1": 0.6274,
+    "recall_at_10": 0.89505,
+    "recall_at_100": 0.95102,
+    "recall_at_1000": 0.96825,
+    "recall_at_3": 0.81028,
+    "recall_at_5": 0.85281
+  }
+}

evaluation/mteb/FiQA2018.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 951.67,
+    "map_at_1": 0.18467,
+    "map_at_10": 0.30021,
+    "map_at_100": 0.31739,
+    "map_at_1000": 0.31934,
+    "map_at_3": 0.26003,
+    "map_at_5": 0.28338,
+    "mrr_at_1": 0.3534,
+    "mrr_at_10": 0.44109,
+    "mrr_at_100": 0.44993,
+    "mrr_at_1000": 0.45042,
+    "mrr_at_3": 0.41667,
+    "mrr_at_5": 0.4314,
+    "ndcg_at_1": 0.3534,
+    "ndcg_at_10": 0.37202,
+    "ndcg_at_100": 0.43853,
+    "ndcg_at_1000": 0.47235,
+    "ndcg_at_3": 0.335,
+    "ndcg_at_5": 0.34985,
+    "precision_at_1": 0.3534,
+    "precision_at_10": 0.10247,
+    "precision_at_100": 0.01715,
+    "precision_at_1000": 0.00232,
+    "precision_at_3": 0.22222,
+    "precision_at_5": 0.16574,
+    "recall_at_1": 0.18467,
+    "recall_at_10": 0.44081,
+    "recall_at_100": 0.68722,
+    "recall_at_1000": 0.89087,
+    "recall_at_3": 0.30567,
+    "recall_at_5": 0.36982
+  }
+}

evaluation/mteb/HotpotQA.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 46237.87,
+    "map_at_1": 0.35726,
+    "map_at_10": 0.50207,
+    "map_at_100": 0.51055,
+    "map_at_1000": 0.51128,
+    "map_at_3": 0.47576,
+    "map_at_5": 0.49172,
+    "mrr_at_1": 0.71452,
+    "mrr_at_10": 0.77419,
+    "mrr_at_100": 0.77711,
+    "mrr_at_1000": 0.77723,
+    "mrr_at_3": 0.76394,
+    "mrr_at_5": 0.77001,
+    "ndcg_at_1": 0.71452,
+    "ndcg_at_10": 0.59261,
+    "ndcg_at_100": 0.62424,
+    "ndcg_at_1000": 0.63951,
+    "ndcg_at_3": 0.55327,
+    "ndcg_at_5": 0.57417,
+    "precision_at_1": 0.71452,
+    "precision_at_10": 0.12061,
+    "precision_at_100": 0.01455,
+    "precision_at_1000": 0.00166,
+    "precision_at_3": 0.3436,
+    "precision_at_5": 0.22266,
+    "recall_at_1": 0.35726,
+    "recall_at_10": 0.60304,
+    "recall_at_100": 0.72755,
+    "recall_at_1000": 0.82978,
+    "recall_at_3": 0.5154,
+    "recall_at_5": 0.55665
+  }
+}

evaluation/mteb/ImdbClassification.json

@@ -0,0 +1,14 @@
+{
+    "test": {
+        "accuracy": 0.666376,
+        "accuracy_stderr": 0.03435007633179292,
+        "ap": 0.6148938261286748,
+        "ap_stderr": 0.028266712412564548,
+        "evaluation_time": 38609.7,
+        "f1": 0.6635089269264965,
+        "f1_stderr": 0.03526614235815782,
+        "main_score": 0.666376
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/MSMARCO.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "validation": {
+    "evaluation_time": 82887.84,
+    "map_at_1": 0.20842,
+    "map_at_10": 0.32992,
+    "map_at_100": 0.34236,
+    "map_at_1000": 0.34286,
+    "map_at_3": 0.29049,
+    "map_at_5": 0.31392,
+    "mrr_at_1": 0.21375,
+    "mrr_at_10": 0.33581,
+    "mrr_at_100": 0.3476,
+    "mrr_at_1000": 0.34803,
+    "mrr_at_3": 0.29704,
+    "mrr_at_5": 0.32015,
+    "ndcg_at_1": 0.21375,
+    "ndcg_at_10": 0.39905,
+    "ndcg_at_100": 0.45843,
+    "ndcg_at_1000": 0.47084,
+    "ndcg_at_3": 0.31919,
+    "ndcg_at_5": 0.36107,
+    "precision_at_1": 0.21375,
+    "precision_at_10": 0.06393,
+    "precision_at_100": 0.00935,
+    "precision_at_1000": 0.00104,
+    "precision_at_3": 0.13663,
+    "precision_at_5": 0.10324,
+    "recall_at_1": 0.20842,
+    "recall_at_10": 0.6117,
+    "recall_at_100": 0.88518,
+    "recall_at_1000": 0.97993,
+    "recall_at_3": 0.39571,
+    "recall_at_5": 0.49654
+  }
+}

evaluation/mteb/MTOPDomainClassification.json

@@ -0,0 +1,14 @@
+{
+    "test": {
+        "en": {
+            "accuracy": 0.9346557227542178,
+            "accuracy_stderr": 0.0072510589372134955,
+            "f1": 0.9287345917772146,
+            "f1_stderr": 0.0082627627462556,
+            "main_score": 0.9346557227542178
+        },
+        "evaluation_time": 475.45
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/MTOPIntentClassification.json

@@ -0,0 +1,14 @@
+{
+    "test": {
+        "en": {
+            "accuracy": 0.7242134062927497,
+            "accuracy_stderr": 0.012571448106282981,
+            "f1": 0.5503624810959269,
+            "f1_stderr": 0.011737816802681789,
+            "main_score": 0.7242134062927497
+        },
+        "evaluation_time": 612.9
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/MassiveIntentClassification.json

@@ -0,0 +1,14 @@
+{
+    "test": {
+        "en": {
+            "accuracy": 0.703866845998655,
+            "accuracy_stderr": 0.00456616151893328,
+            "f1": 0.6896745198729209,
+            "f1_stderr": 0.006294250065644286,
+            "main_score": 0.703866845998655
+        },
+        "evaluation_time": 387.35
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/MassiveScenarioClassification.json

@@ -0,0 +1,14 @@
+{
+    "test": {
+        "en": {
+            "accuracy": 0.7627774041694687,
+            "accuracy_stderr": 0.014020552186569309,
+            "f1": 0.7672936190462792,
+            "f1_stderr": 0.01203156406861017,
+            "main_score": 0.7627774041694687
+        },
+        "evaluation_time": 333.83
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/MedrxivClusteringP2P.json

@@ -0,0 +1,9 @@
+{
+    "test": {
+        "evaluation_time": 7211.78,
+        "v_measure": 0.3151174592577334,
+        "v_measure_std": 0.012772027882021399
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/MedrxivClusteringS2S.json

@@ -0,0 +1,9 @@
+{
+    "test": {
+        "evaluation_time": 1053.59,
+        "v_measure": 0.28764235987575365,
+        "v_measure_std": 0.011424256185368544
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/MindSmallReranking.json

@@ -0,0 +1,9 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 72941.42,
+    "map": 0.32293531363866007,
+    "mrr": 0.33536774455851687
+  }
+}

evaluation/mteb/NFCorpus.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 166.79,
+    "map_at_1": 0.05702,
+    "map_at_10": 0.13642,
+    "map_at_100": 0.17503,
+    "map_at_1000": 0.19126,
+    "map_at_3": 0.09748,
+    "map_at_5": 0.11642,
+    "mrr_at_1": 0.4582,
+    "mrr_at_10": 0.54821,
+    "mrr_at_100": 0.55422,
+    "mrr_at_1000": 0.55453,
+    "mrr_at_3": 0.52374,
+    "mrr_at_5": 0.53937,
+    "ndcg_at_1": 0.44272,
+    "ndcg_at_10": 0.36213,
+    "ndcg_at_100": 0.33829,
+    "ndcg_at_1000": 0.42557,
+    "ndcg_at_3": 0.40814,
+    "ndcg_at_5": 0.39562,
+    "precision_at_1": 0.45511,
+    "precision_at_10": 0.27214,
+    "precision_at_100": 0.08941,
+    "precision_at_1000": 0.02187,
+    "precision_at_3": 0.37874,
+    "precision_at_5": 0.34489,
+    "recall_at_1": 0.05702,
+    "recall_at_10": 0.17638,
+    "recall_at_100": 0.34419,
+    "recall_at_1000": 0.6641,
+    "recall_at_3": 0.10914,
+    "recall_at_5": 0.14032
+  }
+}

evaluation/mteb/NQ.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 31038.1,
+    "map_at_1": 0.30567,
+    "map_at_10": 0.4501,
+    "map_at_100": 0.46091,
+    "map_at_1000": 0.46126,
+    "map_at_3": 0.40897,
+    "map_at_5": 0.43301,
+    "mrr_at_1": 0.3456,
+    "mrr_at_10": 0.47725,
+    "mrr_at_100": 0.48548,
+    "mrr_at_1000": 0.48572,
+    "mrr_at_3": 0.44361,
+    "mrr_at_5": 0.46351,
+    "ndcg_at_1": 0.34531,
+    "ndcg_at_10": 0.5241,
+    "ndcg_at_100": 0.56999,
+    "ndcg_at_1000": 0.57831,
+    "ndcg_at_3": 0.44734,
+    "ndcg_at_5": 0.48701,
+    "precision_at_1": 0.34531,
+    "precision_at_10": 0.08612,
+    "precision_at_100": 0.01118,
+    "precision_at_1000": 0.0012,
+    "precision_at_3": 0.20307,
+    "precision_at_5": 0.14519,
+    "recall_at_1": 0.30567,
+    "recall_at_10": 0.72238,
+    "recall_at_100": 0.92154,
+    "recall_at_1000": 0.98375,
+    "recall_at_3": 0.52438,
+    "recall_at_5": 0.61517
+  }
+}

evaluation/mteb/QuoraRetrieval.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 1922.86,
+    "map_at_1": 0.6598,
+    "map_at_10": 0.80056,
+    "map_at_100": 0.80763,
+    "map_at_1000": 0.80786,
+    "map_at_3": 0.76848,
+    "map_at_5": 0.78854,
+    "mrr_at_1": 0.7586,
+    "mrr_at_10": 0.83397,
+    "mrr_at_100": 0.83555,
+    "mrr_at_1000": 0.83557,
+    "mrr_at_3": 0.82033,
+    "mrr_at_5": 0.8297,
+    "ndcg_at_1": 0.7588,
+    "ndcg_at_10": 0.84581,
+    "ndcg_at_100": 0.86151,
+    "ndcg_at_1000": 0.86315,
+    "ndcg_at_3": 0.80902,
+    "ndcg_at_5": 0.82953,
+    "precision_at_1": 0.7588,
+    "precision_at_10": 0.12986,
+    "precision_at_100": 0.01511,
+    "precision_at_1000": 0.00156,
+    "precision_at_3": 0.35383,
+    "precision_at_5": 0.23556,
+    "recall_at_1": 0.6598,
+    "recall_at_10": 0.93716,
+    "recall_at_100": 0.99218,
+    "recall_at_1000": 0.9997,
+    "recall_at_3": 0.83551,
+    "recall_at_5": 0.88998
+  }
+}

evaluation/mteb/RedditClustering.json

@@ -0,0 +1,9 @@
+{
+    "test": {
+        "evaluation_time": 14260.04,
+        "v_measure": 0.4045148482612238,
+        "v_measure_std": 0.10798668357466681
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/RedditClusteringP2P.json

@@ -0,0 +1,9 @@
+{
+    "dataset_version": null,
+    "mteb_version": "0.0.2",
+    "test": {
+        "evaluation_time": 57925.8,
+        "v_measure": 0.5574949067303913,
+        "v_measure_std": 0.12781562321045892
+    }
+}

evaluation/mteb/SCIDOCS.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 626.47,
+    "map_at_1": 0.04903,
+    "map_at_10": 0.11926,
+    "map_at_100": 0.13917,
+    "map_at_1000": 0.14215,
+    "map_at_3": 0.088,
+    "map_at_5": 0.10361,
+    "mrr_at_1": 0.241,
+    "mrr_at_10": 0.34482,
+    "mrr_at_100": 0.35566,
+    "mrr_at_1000": 0.35619,
+    "mrr_at_3": 0.31433,
+    "mrr_at_5": 0.33243,
+    "ndcg_at_1": 0.241,
+    "ndcg_at_10": 0.19873,
+    "ndcg_at_100": 0.27606,
+    "ndcg_at_1000": 0.32811,
+    "ndcg_at_3": 0.19498,
+    "ndcg_at_5": 0.16813,
+    "precision_at_1": 0.241,
+    "precision_at_10": 0.1008,
+    "precision_at_100": 0.02122,
+    "precision_at_1000": 0.00337,
+    "precision_at_3": 0.182,
+    "precision_at_5": 0.1462,
+    "recall_at_1": 0.04903,
+    "recall_at_10": 0.20438,
+    "recall_at_100": 0.43043,
+    "recall_at_1000": 0.6841,
+    "recall_at_3": 0.11068,
+    "recall_at_5": 0.14818
+  }
+}

evaluation/mteb/SICK-R.json

@@ -0,0 +1,17 @@
+{
+  "test": {
+    "cos_sim": {
+      "pearson": 0.7858086597995997,
+      "spearman": 0.6963214182814992
+    },
+    "euclidean": {
+      "pearson": 0.7276175489042691,
+      "spearman": 0.6784965161872971
+    },
+    "evaluation_time": 199.7,
+    "manhattan": {
+      "pearson": 0.7273812689782593,
+      "spearman": 0.6783610439531278
+    }
+  }
+}

evaluation/mteb/STS12.json

@@ -0,0 +1,19 @@
+{
+    "test": {
+        "cos_sim": {
+            "pearson": 0.7513970861325007,
+            "spearman": 0.675020551515597
+        },
+        "euclidean": {
+            "pearson": 0.6633415412418275,
+            "spearman": 0.6682145056673268
+        },
+        "evaluation_time": 100.4,
+        "manhattan": {
+            "pearson": 0.6655489484006415,
+            "spearman": 0.6695147433279057
+        }
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/STS13.json

@@ -0,0 +1,19 @@
+{
+    "test": {
+        "cos_sim": {
+            "pearson": 0.7885850536483447,
+            "spearman": 0.7916333501772059
+        },
+        "euclidean": {
+            "pearson": 0.7274090561408476,
+            "spearman": 0.7357374448302961
+        },
+        "evaluation_time": 43.53,
+        "manhattan": {
+            "pearson": 0.7292980654233225,
+            "spearman": 0.7372777155112589
+        }
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/STS14.json

@@ -0,0 +1,19 @@
+{
+    "test": {
+        "cos_sim": {
+            "pearson": 0.7951125593897028,
+            "spearman": 0.7446048326701329
+        },
+        "euclidean": {
+            "pearson": 0.7087726087052986,
+            "spearman": 0.677721470654411
+        },
+        "evaluation_time": 107.32,
+        "manhattan": {
+            "pearson": 0.7105892792135637,
+            "spearman": 0.6793472619779036
+        }
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/STS15.json

@@ -0,0 +1,19 @@
+{
+    "test": {
+        "cos_sim": {
+            "pearson": 0.838299348880489,
+            "spearman": 0.8447194637929274
+        },
+        "euclidean": {
+            "pearson": 0.7868768462480418,
+            "spearman": 0.7980526323901918
+        },
+        "evaluation_time": 90.96,
+        "manhattan": {
+            "pearson": 0.786810718151946,
+            "spearman": 0.797820584821254
+        }
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/STS16.json

@@ -0,0 +1,19 @@
+{
+    "test": {
+        "cos_sim": {
+            "pearson": 0.7999206664843005,
+            "spearman": 0.8096089203722137
+        },
+        "euclidean": {
+            "pearson": 0.7131216213716366,
+            "spearman": 0.7145258140049406
+        },
+        "evaluation_time": 41.56,
+        "manhattan": {
+            "pearson": 0.7126140340402836,
+            "spearman": 0.7138968946669431
+        }
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/STS17.json

@@ -0,0 +1,21 @@
+{
+    "test": {
+        "en-en": {
+            "cos_sim": {
+                "pearson": 0.8735697089594868,
+                "spearman": 0.8778202647220289
+            },
+            "euclidean": {
+                "pearson": 0.8420969668786666,
+                "spearman": 0.8391876425459982
+            },
+            "manhattan": {
+                "pearson": 0.8424429755612541,
+                "spearman": 0.8398826315103398
+            }
+        },
+        "evaluation_time": 8.66
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/STS22.json

@@ -0,0 +1,21 @@
+{
+    "test": {
+        "en": {
+            "cos_sim": {
+                "pearson": 0.6906962775868384,
+                "spearman": 0.6934889515492327
+            },
+            "euclidean": {
+                "pearson": 0.6928108180412313,
+                "spearman": 0.696437114853659
+            },
+            "manhattan": {
+                "pearson": 0.6939974983734993,
+                "spearman": 0.696905728448208
+            }
+        },
+        "evaluation_time": 78.83
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/STSBenchmark.json

@@ -0,0 +1,19 @@
+{
+    "test": {
+        "cos_sim": {
+            "pearson": 0.8242553734213958,
+            "spearman": 0.8138977341532744
+        },
+        "euclidean": {
+            "pearson": 0.7647494587945523,
+            "spearman": 0.7592794860531089
+        },
+        "evaluation_time": 39.38,
+        "manhattan": {
+            "pearson": 0.764768777169467,
+            "spearman": 0.759252673228599
+        }
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/SciDocsRR.json

@@ -0,0 +1,9 @@
+{
+    "test": {
+        "evaluation_time": 2310.92,
+        "map": 0.8078825425914723,
+        "mrr": 0.9460017197762296
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/SciFact.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 981.11,
+    "map_at_1": 0.60633,
+    "map_at_10": 0.70197,
+    "map_at_100": 0.70758,
+    "map_at_1000": 0.70765,
+    "map_at_3": 0.67082,
+    "map_at_5": 0.69209,
+    "mrr_at_1": 0.63333,
+    "mrr_at_10": 0.7117,
+    "mrr_at_100": 0.71626,
+    "mrr_at_1000": 0.71633,
+    "mrr_at_3": 0.68833,
+    "mrr_at_5": 0.706,
+    "ndcg_at_1": 0.63333,
+    "ndcg_at_10": 0.74697,
+    "ndcg_at_100": 0.76986,
+    "ndcg_at_1000": 0.77225,
+    "ndcg_at_3": 0.69527,
+    "ndcg_at_5": 0.72816,
+    "precision_at_1": 0.63333,
+    "precision_at_10": 0.099,
+    "precision_at_100": 0.01103,
+    "precision_at_1000": 0.00112,
+    "precision_at_3": 0.26889,
+    "precision_at_5": 0.182,
+    "recall_at_1": 0.60633,
+    "recall_at_10": 0.87367,
+    "recall_at_100": 0.97333,
+    "recall_at_1000": 0.99333,
+    "recall_at_3": 0.73656,
+    "recall_at_5": 0.82083
+  }
+}

evaluation/mteb/SprintDuplicateQuestions.json

@@ -0,0 +1,48 @@
+{
+    "test": {
+        "cos_sim": {
+            "accuracy": 0.9976633663366337,
+            "accuracy_threshold": 0.7178364992141724,
+            "ap": 0.9384024096781063,
+            "f1": 0.8808080808080808,
+            "f1_threshold": 0.7178364992141724,
+            "precision": 0.889795918367347,
+            "recall": 0.872
+        },
+        "dot": {
+            "accuracy": 0.9946336633663366,
+            "accuracy_threshold": 1165.947265625,
+            "ap": 0.7578127156965245,
+            "f1": 0.7141403865717193,
+            "f1_threshold": 1093.7952880859375,
+            "precision": 0.7267080745341615,
+            "recall": 0.702
+        },
+        "euclidean": {
+            "accuracy": 0.9967524752475247,
+            "accuracy_threshold": 26.32122039794922,
+            "ap": 0.8861274955249769,
+            "f1": 0.8230852211434736,
+            "f1_threshold": 27.092132568359375,
+            "precision": 0.8934426229508197,
+            "recall": 0.763
+        },
+        "evaluation_time": 139.2,
+        "manhattan": {
+            "accuracy": 0.9967722772277228,
+            "accuracy_threshold": 1360.433837890625,
+            "ap": 0.8877516158012779,
+            "f1": 0.8236536430834213,
+            "f1_threshold": 1421.690673828125,
+            "precision": 0.87248322147651,
+            "recall": 0.78
+        },
+        "max": {
+            "accuracy": 0.9976633663366337,
+            "ap": 0.9384024096781063,
+            "f1": 0.8808080808080808
+        }
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/StackExchangeClustering.json

@@ -0,0 +1,9 @@
+{
+    "test": {
+        "evaluation_time": 9693.46,
+        "v_measure": 0.5920812266121527,
+        "v_measure_std": 0.06285309319740275
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/StackExchangeClusteringP2P.json

@@ -0,0 +1,9 @@
+{
+    "test": {
+        "evaluation_time": 12015.91,
+        "v_measure": 0.33954248554638056,
+        "v_measure_std": 0.014889014323282816
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/StackOverflowDupQuestions.json

@@ -0,0 +1,9 @@
+{
+    "test": {
+        "evaluation_time": 1269.58,
+        "map": 0.5152800990025549,
+        "mrr": 0.5236039491554197
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/SummEval.json

@@ -0,0 +1,15 @@
+{
+    "test": {
+        "cos_sim": {
+            "pearson": 0.2457438758817976,
+            "spearman": 0.24747448399760644
+        },
+        "dot": {
+            "pearson": 0.2658901758418499,
+            "spearman": 0.25653620812462785
+        },
+        "evaluation_time": 1684.65
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/SummEvaldropnan.json

@@ -0,0 +1,15 @@
+{
+    "test": {
+        "cos_sim": {
+            "pearson": 0.2457438758817976,
+            "spearman": 0.24747448399760644
+        },
+        "dot": {
+            "pearson": 0.2658901758418499,
+            "spearman": 0.25653620812462785
+        },
+        "evaluation_time": 1684.65
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/TRECCOVID.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 3150.52,
+    "map_at_1": 0.00253,
+    "map_at_10": 0.0214,
+    "map_at_100": 0.12873,
+    "map_at_1000": 0.31002,
+    "map_at_3": 0.00711,
+    "map_at_5": 0.01125,
+    "mrr_at_1": 0.96,
+    "mrr_at_10": 0.98,
+    "mrr_at_100": 0.98,
+    "mrr_at_1000": 0.98,
+    "mrr_at_3": 0.98,
+    "mrr_at_5": 0.98,
+    "ndcg_at_1": 0.94,
+    "ndcg_at_10": 0.84881,
+    "ndcg_at_100": 0.64694,
+    "ndcg_at_1000": 0.5685,
+    "ndcg_at_3": 0.90061,
+    "ndcg_at_5": 0.87155,
+    "precision_at_1": 0.96,
+    "precision_at_10": 0.888,
+    "precision_at_100": 0.657,
+    "precision_at_1000": 0.2508,
+    "precision_at_3": 0.92667,
+    "precision_at_5": 0.9,
+    "recall_at_1": 0.00253,
+    "recall_at_10": 0.02292,
+    "recall_at_100": 0.1578,
+    "recall_at_1000": 0.53015,
+    "recall_at_3": 0.00727,
+    "recall_at_5": 0.01162
+  }
+}

evaluation/mteb/Touche2020.json

@@ -0,0 +1,37 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "evaluation_time": 5933.21,
+    "map_at_1": 0.02116,
+    "map_at_10": 0.09625,
+    "map_at_100": 0.15641,
+    "map_at_1000": 0.17127,
+    "map_at_3": 0.04316,
+    "map_at_5": 0.06208,
+    "mrr_at_1": 0.32653,
+    "mrr_at_10": 0.48084,
+    "mrr_at_100": 0.48631,
+    "mrr_at_1000": 0.48649,
+    "mrr_at_3": 0.42857,
+    "mrr_at_5": 0.46224,
+    "ndcg_at_1": 0.29592,
+    "ndcg_at_10": 0.25431,
+    "ndcg_at_100": 0.36344,
+    "ndcg_at_1000": 0.47676,
+    "ndcg_at_3": 0.26144,
+    "ndcg_at_5": 0.26304,
+    "precision_at_1": 0.32653,
+    "precision_at_10": 0.24082,
+    "precision_at_100": 0.07714,
+    "precision_at_1000": 0.01531,
+    "precision_at_3": 0.26531,
+    "precision_at_5": 0.26939,
+    "recall_at_1": 0.02116,
+    "recall_at_10": 0.16794,
+    "recall_at_100": 0.47452,
+    "recall_at_1000": 0.82312,
+    "recall_at_3": 0.05306,
+    "recall_at_5": 0.09306
+  }
+}

evaluation/mteb/ToxicConversationsClassification.json

@@ -0,0 +1,14 @@
+{
+    "test": {
+        "accuracy": 0.67709,
+        "accuracy_stderr": 0.052929278287163525,
+        "ap": 0.13541535578501715,
+        "ap_stderr": 0.009664239599244414,
+        "evaluation_time": 29864.89,
+        "f1": 0.525696199194468,
+        "f1_stderr": 0.0301544898714517,
+        "main_score": 0.13541535578501715
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/TweetSentimentExtractionClassification.json

@@ -0,0 +1,12 @@
+{
+    "test": {
+        "accuracy": 0.5685059422750425,
+        "accuracy_stderr": 0.023161878177526286,
+        "evaluation_time": 734.09,
+        "f1": 0.5723337736491058,
+        "f1_stderr": 0.0226476279206486,
+        "main_score": 0.5685059422750425
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/TwentyNewsgroupsClustering.json

@@ -0,0 +1,9 @@
+{
+    "test": {
+        "evaluation_time": 721.44,
+        "v_measure": 0.3946372298609047,
+        "v_measure_std": 0.05169775783296825
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/TwitterSemEval2015.json

@@ -0,0 +1,48 @@
+{
+    "test": {
+        "cos_sim": {
+            "accuracy": 0.8409131549144663,
+            "accuracy_threshold": 0.740990400314331,
+            "ap": 0.6686677647503386,
+            "f1": 0.6294631710362049,
+            "f1_threshold": 0.6761115789413452,
+            "precision": 0.5973933649289099,
+            "recall": 0.6651715039577837
+        },
+        "dot": {
+            "accuracy": 0.8027656911247542,
+            "accuracy_threshold": 1326.768310546875,
+            "ap": 0.5429172039861209,
+            "f1": 0.5477150537634409,
+            "f1_threshold": 947.6712646484375,
+            "precision": 0.4758660957571039,
+            "recall": 0.6451187335092349
+        },
+        "euclidean": {
+            "accuracy": 0.8276211480002384,
+            "accuracy_threshold": 27.691078186035156,
+            "ap": 0.6243039769075329,
+            "f1": 0.5919159053935678,
+            "f1_threshold": 30.392478942871094,
+            "precision": 0.5629611997143538,
+            "recall": 0.6240105540897097
+        },
+        "evaluation_time": 236.37,
+        "manhattan": {
+            "accuracy": 0.827561542588067,
+            "accuracy_threshold": 1430.9112548828125,
+            "ap": 0.6241882051995578,
+            "f1": 0.5932101002778785,
+            "f1_threshold": 1566.4383544921875,
+            "precision": 0.5471361711611321,
+            "recall": 0.6477572559366754
+        },
+        "max": {
+            "accuracy": 0.8409131549144663,
+            "ap": 0.6686677647503386,
+            "f1": 0.6294631710362049
+        }
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

evaluation/mteb/TwitterURLCorpus.json

@@ -0,0 +1,48 @@
+{
+    "test": {
+        "cos_sim": {
+            "accuracy": 0.8879574649745798,
+            "accuracy_threshold": 0.669963002204895,
+            "ap": 0.8528960532524223,
+            "f1": 0.7798460043358001,
+            "f1_threshold": 0.6535664796829224,
+            "precision": 0.7578090948714223,
+            "recall": 0.8032029565753003
+        },
+        "dot": {
+            "accuracy": 0.855939767920208,
+            "accuracy_threshold": 1020.4056396484375,
+            "ap": 0.7614131706694056,
+            "f1": 0.7270246298696869,
+            "f1_threshold": 895.0596923828125,
+            "precision": 0.6527012127894156,
+            "recall": 0.8204496458269172
+        },
+        "euclidean": {
+            "accuracy": 0.8672332828812046,
+            "accuracy_threshold": 29.07307243347168,
+            "ap": 0.8084854809178995,
+            "f1": 0.7247657499809552,
+            "f1_threshold": 31.70741844177246,
+            "precision": 0.7171717171717171,
+            "recall": 0.732522328303049
+        },
+        "evaluation_time": 926.22,
+        "manhattan": {
+            "accuracy": 0.867563162184189,
+            "accuracy_threshold": 1487.37158203125,
+            "ap": 0.8087598895575626,
+            "f1": 0.7254617892068091,
+            "f1_threshold": 1660.7451171875,
+            "precision": 0.6849268225960881,
+            "recall": 0.7710963966738528
+        },
+        "max": {
+            "accuracy": 0.8879574649745798,
+            "ap": 0.8528960532524223,
+            "f1": 0.7798460043358001
+        }
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}

modules.json

@@ -0,0 +1,14 @@
+[
+  {
+    "idx": 0,
+    "name": "0",
+    "path": "",
+    "type": "sentence_transformers.models.Transformer"
+  },
+  {
+    "idx": 1,
+    "name": "1",
+    "path": "1_Pooling",
+    "type": "sentence_transformers.models.Pooling"
+  }
+]

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08137213c89e697b83b338f929732cad8760eeb5ce29d269f201f7e4d8118945
+size 23495172015

sentence_bert_config.json

@@ -0,0 +1,4 @@
+{
+  "max_seq_length": 300,
+  "do_lower_case": false
+}

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": "<|endoftext|>"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "errors": "replace", "model_max_length": 2048, "special_tokens_map_file": null, "name_or_path": "gpt-j-6B", "tokenizer_class": "GPT2Tokenizer"}