初始化项目，由ModelHub XC社区提供模型

Model: Muennighoff/SGPT-125M-weightedmean-msmarco-specb-bitfit Source: Original Platform
2026-05-13 15:45:52 +08:00
commit a348b823b3
84 changed files with 159552 additions and 0 deletions
--- a/evaluation/mteb/TwitterSemEval2015.json
+++ b/evaluation/mteb/TwitterSemEval2015.json
@@ -0,0 +1,48 @@
+{
+    "test": {
+        "cos_sim": {
+            "accuracy": 0.8069976753889253,
+            "accuracy_threshold": 0.760696530342102,
+            "ap": 0.5474680676121269,
+            "f1": 0.5318923998590391,
+            "f1_threshold": 0.6627046465873718,
+            "precision": 0.47935634130849036,
+            "recall": 0.5973614775725594
+        },
+        "dot": {
+            "accuracy": 0.7933480360016689,
+            "accuracy_threshold": 1049.509033203125,
+            "ap": 0.48469021289336267,
+            "f1": 0.5048010973936901,
+            "f1_threshold": 762.2753295898438,
+            "precision": 0.4206084051345173,
+            "recall": 0.6311345646437995
+        },
+        "euclidean": {
+            "accuracy": 0.7978780473266973,
+            "accuracy_threshold": 22.804443359375,
+            "ap": 0.5025832725516481,
+            "f1": 0.49655838666827684,
+            "f1_threshold": 28.18334197998047,
+            "precision": 0.4578044978846582,
+            "recall": 0.5424802110817942
+        },
+        "evaluation_time": 12.23,
+        "manhattan": {
+            "accuracy": 0.797699231090183,
+            "accuracy_threshold": 473.0945129394531,
+            "ap": 0.49898924857143634,
+            "f1": 0.4933043378734119,
+            "f1_threshold": 604.353759765625,
+            "precision": 0.43561754598746716,
+            "recall": 0.5686015831134564
+        },
+        "max": {
+            "accuracy": 0.8069976753889253,
+            "ap": 0.5474680676121269,
+            "f1": 0.5318923998590391
+        }
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}