初始化项目,由ModelHub XC社区提供模型
Model: Muennighoff/SGPT-125M-weightedmean-msmarco-specb-bitfit Source: Original Platform
This commit is contained in:
34
evaluation/mteb/STSBenchmark.json
Normal file
34
evaluation/mteb/STSBenchmark.json
Normal file
@@ -0,0 +1,34 @@
|
||||
{
|
||||
"test": {
|
||||
"cos_sim": {
|
||||
"pearson": 0.7653032504460737,
|
||||
"spearman": 0.7533716094627373
|
||||
},
|
||||
"euclidean": {
|
||||
"pearson": 0.6964662673290599,
|
||||
"spearman": 0.6730188896368857
|
||||
},
|
||||
"evaluation_time": 1.37,
|
||||
"manhattan": {
|
||||
"pearson": 0.6945096082050808,
|
||||
"spearman": 0.670718727259371
|
||||
}
|
||||
},
|
||||
"validation": {
|
||||
"cos_sim": {
|
||||
"pearson": 0.805759061953967,
|
||||
"spearman": 0.8094604064820345
|
||||
},
|
||||
"euclidean": {
|
||||
"pearson": 0.766103829800008,
|
||||
"spearman": 0.7712739354933887
|
||||
},
|
||||
"evaluation_time": 3.63,
|
||||
"manhattan": {
|
||||
"pearson": 0.7650423590936141,
|
||||
"spearman": 0.7695655357394099
|
||||
}
|
||||
},
|
||||
"dataset_version": null,
|
||||
"mteb_version": "0.0.2"
|
||||
}
|
||||
Reference in New Issue
Block a user