初始化项目,由ModelHub XC社区提供模型
Model: Muennighoff/SGPT-1.3B-weightedmean-msmarco-specb-bitfit Source: Original Platform
This commit is contained in:
48
evaluation/mteb/SprintDuplicateQuestions.json
Normal file
48
evaluation/mteb/SprintDuplicateQuestions.json
Normal file
@@ -0,0 +1,48 @@
|
||||
{
|
||||
"dataset_version": null,
|
||||
"mteb_version": "0.0.2",
|
||||
"test": {
|
||||
"cos_sim": {
|
||||
"accuracy": 0.9974455445544554,
|
||||
"accuracy_threshold": 0.7414648532867432,
|
||||
"ap": 0.9257836032673468,
|
||||
"f1": 0.8704714640198511,
|
||||
"f1_threshold": 0.7260521650314331,
|
||||
"precision": 0.864039408866995,
|
||||
"recall": 0.877
|
||||
},
|
||||
"dot": {
|
||||
"accuracy": 0.9956039603960396,
|
||||
"accuracy_threshold": 2157.26416015625,
|
||||
"ap": 0.8247233353407186,
|
||||
"f1": 0.7678207739307537,
|
||||
"f1_threshold": 2119.027099609375,
|
||||
"precision": 0.7821576763485477,
|
||||
"recall": 0.754
|
||||
},
|
||||
"euclidean": {
|
||||
"accuracy": 0.9973069306930693,
|
||||
"accuracy_threshold": 37.43426513671875,
|
||||
"ap": 0.9170507666665775,
|
||||
"f1": 0.8626262626262625,
|
||||
"f1_threshold": 38.686073303222656,
|
||||
"precision": 0.8714285714285714,
|
||||
"recall": 0.854
|
||||
},
|
||||
"evaluation_time": 37.38,
|
||||
"manhattan": {
|
||||
"accuracy": 0.9973861386138614,
|
||||
"accuracy_threshold": 1329.514404296875,
|
||||
"ap": 0.9196809459281754,
|
||||
"f1": 0.866,
|
||||
"f1_threshold": 1371.76220703125,
|
||||
"precision": 0.866,
|
||||
"recall": 0.866
|
||||
},
|
||||
"max": {
|
||||
"accuracy": 0.9974455445544554,
|
||||
"ap": 0.9257836032673468,
|
||||
"f1": 0.8704714640198511
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user