初始化项目，由ModelHub XC社区提供模型

Model: Muennighoff/SGPT-2.7B-weightedmean-msmarco-specb-bitfit Source: Original Platform
2026-05-13 16:13:07 +08:00
commit 71884637e2
85 changed files with 155424 additions and 0 deletions
--- a/evaluation/mteb/SprintDuplicateQuestions.json
+++ b/evaluation/mteb/SprintDuplicateQuestions.json
@@ -0,0 +1,48 @@
+{
+  "dataset_version": null,
+  "mteb_version": "0.0.2",
+  "test": {
+    "cos_sim": {
+      "accuracy": 0.9976831683168317,
+      "accuracy_threshold": 0.7241246104240417,
+      "ap": 0.9347124923047998,
+      "f1": 0.8806122448979592,
+      "f1_threshold": 0.7241246104240417,
+      "precision": 0.8989583333333333,
+      "recall": 0.863
+    },
+    "dot": {
+      "accuracy": 0.9957326732673267,
+      "accuracy_threshold": 2443.231201171875,
+      "ap": 0.8406577868167208,
+      "f1": 0.7782629791363417,
+      "f1_threshold": 2222.54931640625,
+      "precision": 0.7558906691800189,
+      "recall": 0.802
+    },
+    "euclidean": {
+      "accuracy": 0.9974257425742574,
+      "accuracy_threshold": 41.9460334777832,
+      "ap": 0.921904681653555,
+      "f1": 0.8674821610601428,
+      "f1_threshold": 41.9460334777832,
+      "precision": 0.8846153846153846,
+      "recall": 0.851
+    },
+    "evaluation_time": 69.95,
+    "manhattan": {
+      "accuracy": 0.9974554455445545,
+      "accuracy_threshold": 1650.22705078125,
+      "ap": 0.9243377908099479,
+      "f1": 0.8686765457332654,
+      "f1_threshold": 1650.22705078125,
+      "precision": 0.8881922675026124,
+      "recall": 0.85
+    },
+    "max": {
+      "accuracy": 0.9976831683168317,
+      "ap": 0.9347124923047998,
+      "f1": 0.8806122448979592
+    }
+  }
+}