初始化项目,由ModelHub XC社区提供模型
Model: Muennighoff/SGPT-5.8B-weightedmean-msmarco-specb-bitfit Source: Original Platform
This commit is contained in:
48
evaluation/mteb/TwitterURLCorpus.json
Normal file
48
evaluation/mteb/TwitterURLCorpus.json
Normal file
@@ -0,0 +1,48 @@
|
||||
{
|
||||
"test": {
|
||||
"cos_sim": {
|
||||
"accuracy": 0.8879574649745798,
|
||||
"accuracy_threshold": 0.669963002204895,
|
||||
"ap": 0.8528960532524223,
|
||||
"f1": 0.7798460043358001,
|
||||
"f1_threshold": 0.6535664796829224,
|
||||
"precision": 0.7578090948714223,
|
||||
"recall": 0.8032029565753003
|
||||
},
|
||||
"dot": {
|
||||
"accuracy": 0.855939767920208,
|
||||
"accuracy_threshold": 1020.4056396484375,
|
||||
"ap": 0.7614131706694056,
|
||||
"f1": 0.7270246298696869,
|
||||
"f1_threshold": 895.0596923828125,
|
||||
"precision": 0.6527012127894156,
|
||||
"recall": 0.8204496458269172
|
||||
},
|
||||
"euclidean": {
|
||||
"accuracy": 0.8672332828812046,
|
||||
"accuracy_threshold": 29.07307243347168,
|
||||
"ap": 0.8084854809178995,
|
||||
"f1": 0.7247657499809552,
|
||||
"f1_threshold": 31.70741844177246,
|
||||
"precision": 0.7171717171717171,
|
||||
"recall": 0.732522328303049
|
||||
},
|
||||
"evaluation_time": 926.22,
|
||||
"manhattan": {
|
||||
"accuracy": 0.867563162184189,
|
||||
"accuracy_threshold": 1487.37158203125,
|
||||
"ap": 0.8087598895575626,
|
||||
"f1": 0.7254617892068091,
|
||||
"f1_threshold": 1660.7451171875,
|
||||
"precision": 0.6849268225960881,
|
||||
"recall": 0.7710963966738528
|
||||
},
|
||||
"max": {
|
||||
"accuracy": 0.8879574649745798,
|
||||
"ap": 0.8528960532524223,
|
||||
"f1": 0.7798460043358001
|
||||
}
|
||||
},
|
||||
"dataset_version": null,
|
||||
"mteb_version": "0.0.2"
|
||||
}
|
||||
Reference in New Issue
Block a user