初始化项目,由ModelHub XC社区提供模型
Model: Muennighoff/SGPT-5.8B-weightedmean-msmarco-specb-bitfit Source: Original Platform
This commit is contained in:
48
evaluation/mteb/SprintDuplicateQuestions.json
Normal file
48
evaluation/mteb/SprintDuplicateQuestions.json
Normal file
@@ -0,0 +1,48 @@
|
||||
{
|
||||
"test": {
|
||||
"cos_sim": {
|
||||
"accuracy": 0.9976633663366337,
|
||||
"accuracy_threshold": 0.7178364992141724,
|
||||
"ap": 0.9384024096781063,
|
||||
"f1": 0.8808080808080808,
|
||||
"f1_threshold": 0.7178364992141724,
|
||||
"precision": 0.889795918367347,
|
||||
"recall": 0.872
|
||||
},
|
||||
"dot": {
|
||||
"accuracy": 0.9946336633663366,
|
||||
"accuracy_threshold": 1165.947265625,
|
||||
"ap": 0.7578127156965245,
|
||||
"f1": 0.7141403865717193,
|
||||
"f1_threshold": 1093.7952880859375,
|
||||
"precision": 0.7267080745341615,
|
||||
"recall": 0.702
|
||||
},
|
||||
"euclidean": {
|
||||
"accuracy": 0.9967524752475247,
|
||||
"accuracy_threshold": 26.32122039794922,
|
||||
"ap": 0.8861274955249769,
|
||||
"f1": 0.8230852211434736,
|
||||
"f1_threshold": 27.092132568359375,
|
||||
"precision": 0.8934426229508197,
|
||||
"recall": 0.763
|
||||
},
|
||||
"evaluation_time": 139.2,
|
||||
"manhattan": {
|
||||
"accuracy": 0.9967722772277228,
|
||||
"accuracy_threshold": 1360.433837890625,
|
||||
"ap": 0.8877516158012779,
|
||||
"f1": 0.8236536430834213,
|
||||
"f1_threshold": 1421.690673828125,
|
||||
"precision": 0.87248322147651,
|
||||
"recall": 0.78
|
||||
},
|
||||
"max": {
|
||||
"accuracy": 0.9976633663366337,
|
||||
"ap": 0.9384024096781063,
|
||||
"f1": 0.8808080808080808
|
||||
}
|
||||
},
|
||||
"dataset_version": null,
|
||||
"mteb_version": "0.0.2"
|
||||
}
|
||||
Reference in New Issue
Block a user