初始化项目,由ModelHub XC社区提供模型
Model: Muennighoff/SGPT-125M-weightedmean-msmarco-specb-bitfit Source: Original Platform
This commit is contained in:
48
evaluation/mteb/TwitterURLCorpus.json
Normal file
48
evaluation/mteb/TwitterURLCorpus.json
Normal file
@@ -0,0 +1,48 @@
|
||||
{
|
||||
"test": {
|
||||
"cos_sim": {
|
||||
"accuracy": 0.8690573213800598,
|
||||
"accuracy_threshold": 0.6966493129730225,
|
||||
"ap": 0.8105760818661524,
|
||||
"f1": 0.7364688856729379,
|
||||
"f1_threshold": 0.6471728086471558,
|
||||
"precision": 0.6946491946491946,
|
||||
"recall": 0.7836464428703419
|
||||
},
|
||||
"dot": {
|
||||
"accuracy": 0.8380680715644041,
|
||||
"accuracy_threshold": 934.6768798828125,
|
||||
"ap": 0.724977400594746,
|
||||
"f1": 0.6868460650173216,
|
||||
"f1_threshold": 830.3577270507812,
|
||||
"precision": 0.6295464750785811,
|
||||
"recall": 0.7556205728364644
|
||||
},
|
||||
"euclidean": {
|
||||
"accuracy": 0.8597430822369697,
|
||||
"accuracy_threshold": 27.972591400146484,
|
||||
"ap": 0.7886101740829327,
|
||||
"f1": 0.7107960824663695,
|
||||
"f1_threshold": 29.554906845092773,
|
||||
"precision": 0.7036897306270279,
|
||||
"recall": 0.718047428395442
|
||||
},
|
||||
"evaluation_time": 38.51,
|
||||
"manhattan": {
|
||||
"accuracy": 0.8594132029339854,
|
||||
"accuracy_threshold": 588.2883911132812,
|
||||
"ap": 0.7877876711171923,
|
||||
"f1": 0.7107869075515911,
|
||||
"f1_threshold": 626.1203002929688,
|
||||
"precision": 0.6980697847067557,
|
||||
"recall": 0.7239759778256852
|
||||
},
|
||||
"max": {
|
||||
"accuracy": 0.8690573213800598,
|
||||
"ap": 0.8105760818661524,
|
||||
"f1": 0.7364688856729379
|
||||
}
|
||||
},
|
||||
"dataset_version": null,
|
||||
"mteb_version": "0.0.2"
|
||||
}
|
||||
Reference in New Issue
Block a user