Files
SGPT-5.8B-weightedmean-msma…/evaluation/mteb/SprintDuplicateQuestions.json
ModelHub XC a60cddb2f9 初始化项目,由ModelHub XC社区提供模型
Model: Muennighoff/SGPT-5.8B-weightedmean-msmarco-specb-bitfit
Source: Original Platform
2026-05-13 16:46:01 +08:00

48 lines
1.5 KiB
JSON

{
"test": {
"cos_sim": {
"accuracy": 0.9976633663366337,
"accuracy_threshold": 0.7178364992141724,
"ap": 0.9384024096781063,
"f1": 0.8808080808080808,
"f1_threshold": 0.7178364992141724,
"precision": 0.889795918367347,
"recall": 0.872
},
"dot": {
"accuracy": 0.9946336633663366,
"accuracy_threshold": 1165.947265625,
"ap": 0.7578127156965245,
"f1": 0.7141403865717193,
"f1_threshold": 1093.7952880859375,
"precision": 0.7267080745341615,
"recall": 0.702
},
"euclidean": {
"accuracy": 0.9967524752475247,
"accuracy_threshold": 26.32122039794922,
"ap": 0.8861274955249769,
"f1": 0.8230852211434736,
"f1_threshold": 27.092132568359375,
"precision": 0.8934426229508197,
"recall": 0.763
},
"evaluation_time": 139.2,
"manhattan": {
"accuracy": 0.9967722772277228,
"accuracy_threshold": 1360.433837890625,
"ap": 0.8877516158012779,
"f1": 0.8236536430834213,
"f1_threshold": 1421.690673828125,
"precision": 0.87248322147651,
"recall": 0.78
},
"max": {
"accuracy": 0.9976633663366337,
"ap": 0.9384024096781063,
"f1": 0.8808080808080808
}
},
"dataset_version": null,
"mteb_version": "0.0.2"
}