Files
SGPT-5.8B-weightedmean-msma…/evaluation/mteb/TwitterURLCorpus.json
ModelHub XC a60cddb2f9 初始化项目,由ModelHub XC社区提供模型
Model: Muennighoff/SGPT-5.8B-weightedmean-msmarco-specb-bitfit
Source: Original Platform
2026-05-13 16:46:01 +08:00

48 lines
1.6 KiB
JSON

{
"test": {
"cos_sim": {
"accuracy": 0.8879574649745798,
"accuracy_threshold": 0.669963002204895,
"ap": 0.8528960532524223,
"f1": 0.7798460043358001,
"f1_threshold": 0.6535664796829224,
"precision": 0.7578090948714223,
"recall": 0.8032029565753003
},
"dot": {
"accuracy": 0.855939767920208,
"accuracy_threshold": 1020.4056396484375,
"ap": 0.7614131706694056,
"f1": 0.7270246298696869,
"f1_threshold": 895.0596923828125,
"precision": 0.6527012127894156,
"recall": 0.8204496458269172
},
"euclidean": {
"accuracy": 0.8672332828812046,
"accuracy_threshold": 29.07307243347168,
"ap": 0.8084854809178995,
"f1": 0.7247657499809552,
"f1_threshold": 31.70741844177246,
"precision": 0.7171717171717171,
"recall": 0.732522328303049
},
"evaluation_time": 926.22,
"manhattan": {
"accuracy": 0.867563162184189,
"accuracy_threshold": 1487.37158203125,
"ap": 0.8087598895575626,
"f1": 0.7254617892068091,
"f1_threshold": 1660.7451171875,
"precision": 0.6849268225960881,
"recall": 0.7710963966738528
},
"max": {
"accuracy": 0.8879574649745798,
"ap": 0.8528960532524223,
"f1": 0.7798460043358001
}
},
"dataset_version": null,
"mteb_version": "0.0.2"
}