Muennighoff/SGPT-125M-weightedmean-msmarco-specb-bitfit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: Muennighoff/SGPT-125M-weightedmean-msmarco-specb-bitfit
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-13 15:45:52 +08:00
commit a348b823b3
84 changed files with 159552 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

92
evaluation/mteb/SprintDuplicateQuestions.json Normal file
View File

@@ -0,0 +1,92 @@
{
"test": {
"cos_sim": {
"accuracy": 0.997,
"accuracy_threshold": 0.7497431039810181,
"ap": 0.8988577913120002,
"f1": 0.8462694041061593,
"f1_threshold": 0.7372856140136719,
"precision": 0.847542627883651,
"recall": 0.845
},
"dot": {
"accuracy": 0.9924752475247525,
"accuracy_threshold": 1300.7469482421875,
"ap": 0.5681855467290009,
"f1": 0.5608412618928393,
"f1_threshold": 1153.91796875,
"precision": 0.5616850551654965,
"recall": 0.56
},
"euclidean": {
"accuracy": 0.9970594059405941,
"accuracy_threshold": 26.410518646240234,
"ap": 0.9012451226491524,
"f1": 0.8444211629125197,
"f1_threshold": 26.42844581604004,
"precision": 0.8866886688668867,
"recall": 0.806
},
"evaluation_time": 11.33,
"manhattan": {
"accuracy": 0.9971287128712871,
"accuracy_threshold": 548.025634765625,
"ap": 0.9067590584183216,
"f1": 0.8485436893203884,
"f1_threshold": 597.0555419921875,
"precision": 0.8245283018867925,
"recall": 0.874
},
"max": {
"accuracy": 0.9971287128712871,
"ap": 0.9067590584183216,
"f1": 0.8485436893203884
}
},
"validation": {
"cos_sim": {
"accuracy": 0.9967227722772277,
"accuracy_threshold": 0.7613695859909058,
"ap": 0.8883123214507284,
"f1": 0.8282619907168643,
"f1_threshold": 0.7497333884239197,
"precision": 0.8551650692225772,
"recall": 0.803
},
"dot": {
"accuracy": 0.9923267326732673,
"accuracy_threshold": 1290.875244140625,
"ap": 0.5531250999744529,
"f1": 0.56,
"f1_threshold": 1160.09130859375,
"precision": 0.5671794871794872,
"recall": 0.553
},
"euclidean": {
"accuracy": 0.997,
"accuracy_threshold": 26.642988204956055,
"ap": 0.8946082919005356,
"f1": 0.8430864836872086,
"f1_threshold": 27.082069396972656,
"precision": 0.874328678839957,
"recall": 0.814
},
"evaluation_time": 13.04,
"manhattan": {
"accuracy": 0.9970693069306931,
"accuracy_threshold": 571.5331420898438,
"ap": 0.9011046374915657,
"f1": 0.849440488301119,
"f1_threshold": 579.8192138671875,
"precision": 0.8643892339544513,
"recall": 0.835
},
"max": {
"accuracy": 0.9970693069306931,
"ap": 0.9011046374915657,
"f1": 0.849440488301119
}
},
"dataset_version": null,
"mteb_version": "0.0.2"
}