初始化项目，由ModelHub XC社区提供模型

Model: Muennighoff/SGPT-125M-weightedmean-msmarco-specb-bitfit Source: Original Platform
2026-05-13 15:45:52 +08:00
commit a348b823b3
84 changed files with 159552 additions and 0 deletions
--- a/evaluation/mteb/MTOPIntentClassification.json
+++ b/evaluation/mteb/MTOPIntentClassification.json
@@ -0,0 +1,94 @@
+{
+    "test": {
+        "de": {
+            "accuracy": 0.4956043956043956,
+            "accuracy_stderr": 0.013804089435250997,
+            "f1": 0.32863336734985976,
+            "f1_stderr": 0.010106922158537998,
+            "main_score": 0.4956043956043956
+        },
+        "en": {
+            "accuracy": 0.6225262197902417,
+            "accuracy_stderr": 0.011612339032627523,
+            "f1": 0.43440840371488526,
+            "f1_stderr": 0.007521212698716522,
+            "main_score": 0.6225262197902417
+        },
+        "es": {
+            "accuracy": 0.4993995997331555,
+            "accuracy_stderr": 0.017333218216550737,
+            "f1": 0.34726671876888127,
+            "f1_stderr": 0.009821507962106622,
+            "main_score": 0.4993995997331555
+        },
+        "evaluation_time": 336.12,
+        "fr": {
+            "accuracy": 0.46329470717193855,
+            "accuracy_stderr": 0.021175134055927164,
+            "f1": 0.3232527361598279,
+            "f1_stderr": 0.015670594458593846,
+            "main_score": 0.46329470717193855
+        },
+        "hi": {
+            "accuracy": 0.3220867694514163,
+            "accuracy_stderr": 0.007943432090835067,
+            "f1": 0.21321851228151392,
+            "f1_stderr": 0.006969308099265944,
+            "main_score": 0.3220867694514163
+        },
+        "th": {
+            "accuracy": 0.43627486437613017,
+            "accuracy_stderr": 0.013057059666123479,
+            "f1": 0.27048729223475076,
+            "f1_stderr": 0.007192319024223997,
+            "main_score": 0.43627486437613017
+        }
+    },
+    "validation": {
+        "de": {
+            "accuracy": 0.4886501377410468,
+            "accuracy_stderr": 0.015115810673577453,
+            "f1": 0.29305729988528817,
+            "f1_stderr": 0.013274418090447234,
+            "main_score": 0.4886501377410468
+        },
+        "en": {
+            "accuracy": 0.6184787472035794,
+            "accuracy_stderr": 0.01880584337530569,
+            "f1": 0.43633936644556937,
+            "f1_stderr": 0.012308022004906816,
+            "main_score": 0.6184787472035794
+        },
+        "es": {
+            "accuracy": 0.4988212180746562,
+            "accuracy_stderr": 0.018919199418584817,
+            "f1": 0.31473396095509043,
+            "f1_stderr": 0.012676416625486455,
+            "main_score": 0.4988212180746562
+        },
+        "evaluation_time": 282.16,
+        "fr": {
+            "accuracy": 0.46119213696892836,
+            "accuracy_stderr": 0.021845344865718933,
+            "f1": 0.28044706940385955,
+            "f1_stderr": 0.010116190733840541,
+            "main_score": 0.46119213696892836
+        },
+        "hi": {
+            "accuracy": 0.3071570576540755,
+            "accuracy_stderr": 0.008319669784761797,
+            "f1": 0.19812640558669523,
+            "f1_stderr": 0.0072837780604048784,
+            "main_score": 0.3071570576540755
+        },
+        "th": {
+            "accuracy": 0.42160383004189106,
+            "accuracy_stderr": 0.010170908236196702,
+            "f1": 0.26845354880486205,
+            "f1_stderr": 0.010016659553097792,
+            "main_score": 0.42160383004189106
+        }
+    },
+    "dataset_version": null,
+    "mteb_version": "0.0.2"
+}