aspire/acge_text_embedding
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: aspire/acge_text_embedding
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-14 14:59:48 +08:00
commit d561db1f48
159 changed files with 46965 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
result/acge_text_embedding_a10_bf16/AFQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "AFQMC",
"mteb_version": "1.1.1",
"validation": {
"cos_sim": {
"pearson": 0.5403313115451808,
"spearman": 0.5880630275663453
},
"euclidean": {
"pearson": 0.5746843921090328,
"spearman": 0.5880155813915751
},
"evaluation_time": 2.86,
"manhattan": {
"pearson": 0.5745948298354011,
"spearman": 0.5879717540772654
}
}
}

20
result/acge_text_embedding_a10_bf16/ATEC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "ATEC",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.5352343534213784,
"spearman": 0.5794595170176331
},
"euclidean": {
"pearson": 0.6116662835482146,
"spearman": 0.5794590216330153
},
"evaluation_time": 15.75,
"manhattan": {
"pearson": 0.6116423136556863,
"spearman": 0.5794474364498415
}
}
}

25
result/acge_text_embedding_a10_bf16/AmazonReviewsClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"mteb_dataset_name": "AmazonReviewsClassification",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 16.78,
"zh": {
"accuracy": 0.48536,
"accuracy_stderr": 0.016551688735594317,
"f1": 0.4659652987641795,
"f1_stderr": 0.016438251092234995,
"main_score": 0.48536
}
},
"validation": {
"evaluation_time": 22.66,
"zh": {
"accuracy": 0.4768,
"accuracy_stderr": 0.01374394412095741,
"f1": 0.4575978790615031,
"f1_stderr": 0.011966200426813917,
"main_score": 0.4768
}
}
}

20
result/acge_text_embedding_a10_bf16/BQ.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "BQ",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.6827376047375847,
"spearman": 0.7037250413109453
},
"euclidean": {
"pearson": 0.6942852768280962,
"spearman": 0.7037187366396407
},
"evaluation_time": 7.01,
"manhattan": {
"pearson": 0.694038790612488,
"spearman": 0.7034866071976907
}
}
}

10
result/acge_text_embedding_a10_bf16/CLSClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CLSClusteringP2P",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 408.54,
"v_measure": 0.46838444815258395,
"v_measure_std": 0.009198056440364623
}
}

10
result/acge_text_embedding_a10_bf16/CLSClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CLSClusteringS2S",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 55.48,
"v_measure": 0.44259095471511933,
"v_measure_std": 0.013162258362441878
}
}

10
result/acge_text_embedding_a10_bf16/CMedQAv1.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CMedQAv1",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 177.38,
"map": 0.8850276515595047,
"mrr": 0.9091761904761906
}
}

10
result/acge_text_embedding_a10_bf16/CMedQAv2.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CMedQAv2",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 166.23,
"map": 0.887392598559833,
"mrr": 0.9120765873015874
}
}

38
result/acge_text_embedding_a10_bf16/CmedqaRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CmedqaRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 642.4,
"map_at_1": 0.26912,
"map_at_10": 0.4002,
"map_at_100": 0.41919,
"map_at_1000": 0.42021,
"map_at_3": 0.35429,
"map_at_5": 0.38055,
"mrr_at_1": 0.40685,
"mrr_at_10": 0.48849,
"mrr_at_100": 0.4983,
"mrr_at_1000": 0.4987,
"mrr_at_3": 0.46166,
"mrr_at_5": 0.47737,
"ndcg_at_1": 0.40685,
"ndcg_at_10": 0.46798,
"ndcg_at_100": 0.53998,
"ndcg_at_1000": 0.557,
"ndcg_at_3": 0.41035,
"ndcg_at_5": 0.4361,
"precision_at_1": 0.40685,
"precision_at_10": 0.1043,
"precision_at_100": 0.01625,
"precision_at_1000": 0.00184,
"precision_at_3": 0.23139,
"precision_at_5": 0.17024,
"recall_at_1": 0.26912,
"recall_at_10": 0.5789,
"recall_at_100": 0.87374,
"recall_at_1000": 0.98721,
"recall_at_3": 0.40825,
"recall_at_5": 0.48491
}
}

49
result/acge_text_embedding_a10_bf16/Cmnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": null,
"mteb_dataset_name": "Cmnli",
"mteb_version": "1.1.1",
"validation": {
"cos_sim": {
"accuracy": 0.834155141310884,
"accuracy_threshold": 0.655905544757843,
"ap": 0.9049057754163061,
"f1": 0.8427460263780859,
"f1_threshold": 0.645372748374939,
"precision": 0.8136700043535046,
"recall": 0.8739770867430442
},
"dot": {
"accuracy": 0.8342754058929646,
"accuracy_threshold": 0.6557313203811646,
"ap": 0.9050212054081632,
"f1": 0.8431416424255985,
"f1_threshold": 0.6397272348403931,
"precision": 0.8084102124007724,
"recall": 0.8809913490764555
},
"euclidean": {
"accuracy": 0.8345159350571256,
"accuracy_threshold": 0.8281130194664001,
"ap": 0.9048986952292054,
"f1": 0.8430311231393776,
"f1_threshold": 0.8416151404380798,
"precision": 0.8142016989762579,
"recall": 0.8739770867430442
},
"evaluation_time": 6.59,
"manhattan": {
"accuracy": 0.8353577871316897,
"accuracy_threshold": 28.042278289794922,
"ap": 0.9048090090749703,
"f1": 0.8442074208555542,
"f1_threshold": 28.250762939453125,
"precision": 0.8201058201058201,
"recall": 0.8697685293429974
},
"max": {
"accuracy": 0.8353577871316897,
"ap": 0.9050212054081632,
"f1": 0.8442074208555542
}
}
}

38
result/acge_text_embedding_a10_bf16/CovidRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CovidRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 675.01,
"map_at_1": 0.67597,
"map_at_10": 0.76531,
"map_at_100": 0.7688,
"map_at_1000": 0.76884,
"map_at_3": 0.74772,
"map_at_5": 0.75881,
"mrr_at_1": 0.67861,
"mrr_at_10": 0.7654,
"mrr_at_100": 0.76888,
"mrr_at_1000": 0.76893,
"mrr_at_3": 0.74886,
"mrr_at_5": 0.75929,
"ndcg_at_1": 0.67861,
"ndcg_at_10": 0.80405,
"ndcg_at_100": 0.81918,
"ndcg_at_1000": 0.82027,
"ndcg_at_3": 0.76972,
"ndcg_at_5": 0.78929,
"precision_at_1": 0.67861,
"precision_at_10": 0.09336,
"precision_at_100": 0.01001,
"precision_at_1000": 0.00101,
"precision_at_3": 0.27924,
"precision_at_5": 0.17745,
"recall_at_1": 0.67597,
"recall_at_10": 0.92308,
"recall_at_100": 0.99052,
"recall_at_1000": 0.99895,
"recall_at_3": 0.83219,
"recall_at_5": 0.87908
}
}

38
result/acge_text_embedding_a10_bf16/DuRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "DuRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 669.37,
"map_at_1": 0.25574,
"map_at_10": 0.7849,
"map_at_100": 0.81378,
"map_at_1000": 0.81423,
"map_at_3": 0.54115,
"map_at_5": 0.68734,
"mrr_at_1": 0.892,
"mrr_at_10": 0.92573,
"mrr_at_100": 0.92649,
"mrr_at_1000": 0.92653,
"mrr_at_3": 0.92275,
"mrr_at_5": 0.92465,
"ndcg_at_1": 0.892,
"ndcg_at_10": 0.86086,
"ndcg_at_100": 0.89052,
"ndcg_at_1000": 0.89483,
"ndcg_at_3": 0.84913,
"ndcg_at_5": 0.8406,
"precision_at_1": 0.892,
"precision_at_10": 0.4135,
"precision_at_100": 0.04779,
"precision_at_1000": 0.00488,
"precision_at_3": 0.76183,
"precision_at_5": 0.6468,
"recall_at_1": 0.25574,
"recall_at_10": 0.87154,
"recall_at_100": 0.96829,
"recall_at_1000": 0.9912,
"recall_at_3": 0.56446,
"recall_at_5": 0.73658
}
}

38
result/acge_text_embedding_a10_bf16/EcomRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "EcomRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 65.33,
"map_at_1": 0.521,
"map_at_10": 0.62619,
"map_at_100": 0.63114,
"map_at_1000": 0.63131,
"map_at_3": 0.60267,
"map_at_5": 0.61792,
"mrr_at_1": 0.521,
"mrr_at_10": 0.62619,
"mrr_at_100": 0.63114,
"mrr_at_1000": 0.63131,
"mrr_at_3": 0.60267,
"mrr_at_5": 0.61792,
"ndcg_at_1": 0.521,
"ndcg_at_10": 0.67566,
"ndcg_at_100": 0.69947,
"ndcg_at_1000": 0.70333,
"ndcg_at_3": 0.62826,
"ndcg_at_5": 0.6558,
"precision_at_1": 0.521,
"precision_at_10": 0.083,
"precision_at_100": 0.00941,
"precision_at_1000": 0.00097,
"precision_at_3": 0.234,
"precision_at_5": 0.1538,
"recall_at_1": 0.521,
"recall_at_10": 0.83,
"recall_at_100": 0.941,
"recall_at_1000": 0.97,
"recall_at_3": 0.702,
"recall_at_5": 0.769
}
}

13
result/acge_text_embedding_a10_bf16/IFlyTek.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": null,
"mteb_dataset_name": "IFlyTek",
"mteb_version": "1.1.1",
"validation": {
"accuracy": 0.5176606387071951,
"accuracy_stderr": 0.0035230544493296385,
"evaluation_time": 149.96,
"f1": 0.40270170518699155,
"f1_stderr": 0.0017349315887891484,
"main_score": 0.5176606387071951
}
}

15
result/acge_text_embedding_a10_bf16/JDReview.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": null,
"mteb_dataset_name": "JDReview",
"mteb_version": "1.1.1",
"test": {
"accuracy": 0.8669793621013133,
"accuracy_stderr": 0.009170243459549659,
"ap": 0.5546718958939327,
"ap_stderr": 0.013907979413741858,
"evaluation_time": 9.64,
"f1": 0.8148228915952436,
"f1_stderr": 0.008989126268531128,
"main_score": 0.8669793621013133
}
}

20
result/acge_text_embedding_a10_bf16/LCQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "LCQMC",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.7113799238905196,
"spearman": 0.7817304786177175
},
"euclidean": {
"pearson": 0.7748642718370318,
"spearman": 0.7817554866337617
},
"evaluation_time": 7.69,
"manhattan": {
"pearson": 0.7747501828376532,
"spearman": 0.7816650098418465
}
}
}

10
result/acge_text_embedding_a10_bf16/MMarcoReranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "MMarcoReranking",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 204.7,
"map": 0.2758238117043332,
"mrr": 0.27842460317460316
}
}

38
result/acge_text_embedding_a10_bf16/MMarcoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "MMarcoRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 241.64,
"map_at_1": 0.65654,
"map_at_10": 0.74765,
"map_at_100": 0.75108,
"map_at_1000": 0.7512,
"map_at_3": 0.73022,
"map_at_5": 0.74134,
"mrr_at_1": 0.67923,
"mrr_at_10": 0.75395,
"mrr_at_100": 0.75694,
"mrr_at_1000": 0.75705,
"mrr_at_3": 0.73885,
"mrr_at_5": 0.74845,
"ndcg_at_1": 0.67923,
"ndcg_at_10": 0.78425,
"ndcg_at_100": 0.79966,
"ndcg_at_1000": 0.80278,
"ndcg_at_3": 0.75128,
"ndcg_at_5": 0.76999,
"precision_at_1": 0.67923,
"precision_at_10": 0.09468,
"precision_at_100": 0.01023,
"precision_at_1000": 0.00105,
"precision_at_3": 0.28329,
"precision_at_5": 0.1798,
"recall_at_1": 0.65654,
"recall_at_10": 0.89056,
"recall_at_100": 0.96037,
"recall_at_1000": 0.98455,
"recall_at_3": 0.80343,
"recall_at_5": 0.84789
}
}

25
result/acge_text_embedding_a10_bf16/MassiveIntentClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"mteb_dataset_name": "MassiveIntentClassification",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 12.49,
"zh-CN": {
"accuracy": 0.7585743106926698,
"accuracy_stderr": 0.015209391900334438,
"f1": 0.7303701614932926,
"f1_stderr": 0.012723690389832107,
"main_score": 0.7585743106926698
}
},
"validation": {
"evaluation_time": 12.27,
"zh-CN": {
"accuracy": 0.7619773733398917,
"accuracy_stderr": 0.014512576249971336,
"f1": 0.7244896179461546,
"f1_stderr": 0.011384890091815123,
"main_score": 0.7619773733398917
}
}
}

25
result/acge_text_embedding_a10_bf16/MassiveScenarioClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"mteb_dataset_name": "MassiveScenarioClassification",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 8.85,
"zh-CN": {
"accuracy": 0.7842299932750505,
"accuracy_stderr": 0.014823175563716382,
"f1": 0.7810417897185625,
"f1_stderr": 0.013286373780853102,
"main_score": 0.7842299932750505
}
},
"validation": {
"evaluation_time": 8.38,
"zh-CN": {
"accuracy": 0.7782095425479587,
"accuracy_stderr": 0.014618885958749248,
"f1": 0.7723375008626536,
"f1_stderr": 0.015591423260094068,
"main_score": 0.7782095425479587
}
}
}

38
result/acge_text_embedding_a10_bf16/MedicalRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "MedicalRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 236.29,
"map_at_1": 0.549,
"map_at_10": 0.61024,
"map_at_100": 0.61585,
"map_at_1000": 0.61625,
"map_at_3": 0.59533,
"map_at_5": 0.60333,
"mrr_at_1": 0.551,
"mrr_at_10": 0.61124,
"mrr_at_100": 0.61686,
"mrr_at_1000": 0.61726,
"mrr_at_3": 0.59633,
"mrr_at_5": 0.60433,
"ndcg_at_1": 0.549,
"ndcg_at_10": 0.6407,
"ndcg_at_100": 0.67041,
"ndcg_at_1000": 0.68237,
"ndcg_at_3": 0.60969,
"ndcg_at_5": 0.62411,
"precision_at_1": 0.549,
"precision_at_10": 0.0737,
"precision_at_100": 0.00882,
"precision_at_1000": 0.00098,
"precision_at_3": 0.217,
"precision_at_5": 0.1372,
"recall_at_1": 0.549,
"recall_at_10": 0.737,
"recall_at_100": 0.882,
"recall_at_1000": 0.978,
"recall_at_3": 0.651,
"recall_at_5": 0.686
}
}

13
result/acge_text_embedding_a10_bf16/MultilingualSentiment.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": null,
"mteb_dataset_name": "MultilingualSentiment",
"mteb_version": "1.1.1",
"validation": {
"accuracy": 0.7757666666666666,
"accuracy_stderr": 0.004494564618637846,
"evaluation_time": 19.48,
"f1": 0.7754926687781014,
"f1_stderr": 0.006051542426096796,
"main_score": 0.7757666666666666
}
}

49
result/acge_text_embedding_a10_bf16/Ocnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": null,
"mteb_dataset_name": "Ocnli",
"mteb_version": "1.1.1",
"validation": {
"cos_sim": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5930440425872803,
"ap": 0.8516262845422288,
"f1": 0.8297771455666192,
"f1_threshold": 0.5647917985916138,
"precision": 0.7530120481927711,
"recall": 0.9239704329461457
},
"dot": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5982565879821777,
"ap": 0.8511448381714821,
"f1": 0.8299190090519295,
"f1_threshold": 0.5676579475402832,
"precision": 0.7560763888888888,
"recall": 0.9197465681098205
},
"euclidean": {
"accuracy": 0.8105035192203573,
"accuracy_threshold": 0.8990259170532227,
"ap": 0.8516821622996872,
"f1": 0.8300094966761632,
"f1_threshold": 0.9317486882209778,
"precision": 0.7540983606557377,
"recall": 0.9229144667370645
},
"evaluation_time": 1.5,
"manhattan": {
"accuracy": 0.8115863562533838,
"accuracy_threshold": 30.2585506439209,
"ap": 0.8514921863839019,
"f1": 0.8291048348492102,
"f1_threshold": 31.238189697265625,
"precision": 0.7583187390542907,
"recall": 0.914466737064414
},
"max": {
"accuracy": 0.8115863562533838,
"ap": 0.8516821622996872,
"f1": 0.8300094966761632
}
}
}

15
result/acge_text_embedding_a10_bf16/OnlineShopping.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": null,
"mteb_dataset_name": "OnlineShopping",
"mteb_version": "1.1.1",
"test": {
"accuracy": 0.9374,
"accuracy_stderr": 0.005499090833946969,
"ap": 0.918742935725318,
"ap_stderr": 0.0038520346274983235,
"evaluation_time": 13.75,
"f1": 0.937291967799952,
"f1_stderr": 0.005456903309479222,
"main_score": 0.9374
}
}

20
result/acge_text_embedding_a10_bf16/PAWSX.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "PAWSX",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.39153309719954255,
"spearman": 0.4549104095046596
},
"euclidean": {
"pearson": 0.4484341925744787,
"spearman": 0.4549591820681975
},
"evaluation_time": 3.2,
"manhattan": {
"pearson": 0.44849970344307794,
"spearman": 0.45511943477696504
}
}
}

20
result/acge_text_embedding_a10_bf16/QBQTC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "QBQTC",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.34238065972733855,
"spearman": 0.3729994521083957
},
"euclidean": {
"pearson": 0.35117285683586885,
"spearman": 0.37296421136185903
},
"evaluation_time": 4.28,
"manhattan": {
"pearson": 0.35077612993620544,
"spearman": 0.3724321404636873
}
}
}

22
result/acge_text_embedding_a10_bf16/STS22.json Normal file
View File

@@ -0,0 +1,22 @@
{
"dataset_revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"mteb_dataset_name": "STS22",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 19.94,
"zh": {
"cos_sim": {
"pearson": 0.6181084429804533,
"spearman": 0.6706680826468155
},
"euclidean": {
"pearson": 0.6568769357174774,
"spearman": 0.6703679315323132
},
"manhattan": {
"pearson": 0.6562894558510642,
"spearman": 0.6703727613483745
}
}
}
}

20
result/acge_text_embedding_a10_bf16/STSB.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "STSB",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.8156386995511361,
"spearman": 0.8273686622131105
},
"euclidean": {
"pearson": 0.824948141156291,
"spearman": 0.8272976398817485
},
"evaluation_time": 1.18,
"manhattan": {
"pearson": 0.8248268721046512,
"spearman": 0.8271507072385981
}
}
}

10
result/acge_text_embedding_a10_bf16/T2Reranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "T2Reranking",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 1202.17,
"map": 0.6585592968571603,
"mrr": 0.7596156946190799
}
}

38
result/acge_text_embedding_a10_bf16/T2Retrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "T2Retrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 1827.95,
"map_at_1": 0.27061,
"map_at_10": 0.75299,
"map_at_100": 0.79106,
"map_at_1000": 0.79179,
"map_at_3": 0.53062,
"map_at_5": 0.65117,
"mrr_at_1": 0.88817,
"mrr_at_10": 0.91719,
"mrr_at_100": 0.91812,
"mrr_at_1000": 0.91815,
"mrr_at_3": 0.91209,
"mrr_at_5": 0.91546,
"ndcg_at_1": 0.88817,
"ndcg_at_10": 0.83269,
"ndcg_at_100": 0.8726,
"ndcg_at_1000": 0.87942,
"ndcg_at_3": 0.84688,
"ndcg_at_5": 0.83242,
"precision_at_1": 0.88817,
"precision_at_10": 0.41293,
"precision_at_100": 0.04994,
"precision_at_1000": 0.00515,
"precision_at_3": 0.73945,
"precision_at_5": 0.6189,
"recall_at_1": 0.27061,
"recall_at_10": 0.8232,
"recall_at_100": 0.95049,
"recall_at_1000": 0.98466,
"recall_at_3": 0.54877,
"recall_at_5": 0.6883
}
}

13
result/acge_text_embedding_a10_bf16/TNews.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": null,
"mteb_dataset_name": "TNews",
"mteb_version": "1.1.1",
"validation": {
"accuracy": 0.53697,
"accuracy_stderr": 0.003216846281686451,
"evaluation_time": 15.68,
"f1": 0.5187777083293563,
"f1_stderr": 0.004223883600638354,
"main_score": 0.53697
}
}

10
result/acge_text_embedding_a10_bf16/ThuNewsClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "ThuNewsClusteringP2P",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 210.99,
"v_measure": 0.7348804805577354,
"v_measure_std": 0.022460628082213604
}
}

10
result/acge_text_embedding_a10_bf16/ThuNewsClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "ThuNewsClusteringS2S",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 55.95,
"v_measure": 0.6828918056606984,
"v_measure_std": 0.02042687239840596
}
}

38
result/acge_text_embedding_a10_bf16/VideoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "VideoRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 65.38,
"map_at_1": 0.593,
"map_at_10": 0.69131,
"map_at_100": 0.6965,
"map_at_1000": 0.69667,
"map_at_3": 0.67667,
"map_at_5": 0.68687,
"mrr_at_1": 0.593,
"mrr_at_10": 0.69131,
"mrr_at_100": 0.6965,
"mrr_at_1000": 0.69667,
"mrr_at_3": 0.67667,
"mrr_at_5": 0.68687,
"ndcg_at_1": 0.593,
"ndcg_at_10": 0.73236,
"ndcg_at_100": 0.75514,
"ndcg_at_1000": 0.75924,
"ndcg_at_3": 0.70302,
"ndcg_at_5": 0.72127,
"precision_at_1": 0.593,
"precision_at_10": 0.0858,
"precision_at_100": 0.00959,
"precision_at_1000": 0.00099,
"precision_at_3": 0.25967,
"precision_at_5": 0.1646,
"recall_at_1": 0.593,
"recall_at_10": 0.858,
"recall_at_100": 0.959,
"recall_at_1000": 0.991,
"recall_at_3": 0.779,
"recall_at_5": 0.823
}
}

15
result/acge_text_embedding_a10_bf16/Waimai.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": null,
"mteb_dataset_name": "Waimai",
"mteb_version": "1.1.1",
"test": {
"accuracy": 0.8855999999999999,
"accuracy_stderr": 0.00542586398650022,
"ap": 0.7361808496992722,
"ap_stderr": 0.011074642485384353,
"evaluation_time": 8.39,
"f1": 0.8709134854653389,
"f1_stderr": 0.0046763453419527284,
"main_score": 0.8855999999999999
}
}

20
result/acge_text_embedding_bf16/AFQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4",
"mteb_dataset_name": "AFQMC",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"pearson": 0.5403219651150428,
"spearman": 0.5880567952355933
},
"euclidean": {
"pearson": 0.5747052075207808,
"spearman": 0.5880429232297114
},
"evaluation_time": 2.53,
"manhattan": {
"pearson": 0.5746163912433917,
"spearman": 0.58797778532121
}
}
}

20
result/acge_text_embedding_bf16/ATEC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "0f319b1142f28d00e055a6770f3f726ae9b7d865",
"mteb_dataset_name": "ATEC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.5352317196374685,
"spearman": 0.5794610819724817
},
"euclidean": {
"pearson": 0.6116974418403869,
"spearman": 0.5794681861980281
},
"evaluation_time": 11.13,
"manhattan": {
"pearson": 0.6116782535933452,
"spearman": 0.5794540903298445
}
}
}

25
result/acge_text_embedding_bf16/AmazonReviewsClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"mteb_dataset_name": "AmazonReviewsClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 49.61,
"zh": {
"accuracy": 0.48556,
"accuracy_stderr": 0.016404828557470493,
"f1": 0.4661852566163211,
"f1_stderr": 0.016210688869191376,
"main_score": 0.48556
}
},
"validation": {
"evaluation_time": 32.97,
"zh": {
"accuracy": 0.4767600000000001,
"accuracy_stderr": 0.01377383025886408,
"f1": 0.45757305049914343,
"f1_stderr": 0.011974246680296244,
"main_score": 0.4767600000000001
}
}
}

20
result/acge_text_embedding_bf16/BQ.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "e3dda5e115e487b39ec7e618c0c6a29137052a55",
"mteb_dataset_name": "BQ",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.6826963267181252,
"spearman": 0.7036696156869363
},
"euclidean": {
"pearson": 0.6942591718370763,
"spearman": 0.703677583116469
},
"evaluation_time": 5.46,
"manhattan": {
"pearson": 0.6940127857737215,
"spearman": 0.7034572662526427
}
}
}

10
result/acge_text_embedding_bf16/CLSClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476",
"mteb_dataset_name": "CLSClusteringP2P",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 184.69,
"v_measure": 0.46546853871797733,
"v_measure_std": 0.014569739407015586
}
}

10
result/acge_text_embedding_bf16/CLSClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "e458b3f5414b62b7f9f83499ac1f5497ae2e869f",
"mteb_dataset_name": "CLSClusteringS2S",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 110.77,
"v_measure": 0.4445602575811581,
"v_measure_std": 0.012328026830488758
}
}

10
result/acge_text_embedding_bf16/CMedQAv1.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8d7f1e942507dac42dc58017c1a001c3717da7df",
"mteb_dataset_name": "CMedQAv1",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 66.82,
"map": 0.884576468720639,
"mrr": 0.9090595238095237
}
}

10
result/acge_text_embedding_bf16/CMedQAv2.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0",
"mteb_dataset_name": "CMedQAv2",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 61.0,
"map": 0.8871413673867269,
"mrr": 0.9119265873015873
}
}

38
result/acge_text_embedding_bf16/CmedqaRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301",
"dev": {
"evaluation_time": 256.18,
"map_at_1": 0.26825,
"map_at_10": 0.39959,
"map_at_100": 0.41861,
"map_at_1000": 0.41963,
"map_at_3": 0.35357,
"map_at_5": 0.38001,
"mrr_at_1": 0.40585,
"mrr_at_10": 0.48802,
"mrr_at_100": 0.49779,
"mrr_at_1000": 0.49819,
"mrr_at_3": 0.46095,
"mrr_at_5": 0.47678,
"ndcg_at_1": 0.40585,
"ndcg_at_10": 0.46758,
"ndcg_at_100": 0.53957,
"ndcg_at_1000": 0.55656,
"ndcg_at_3": 0.40961,
"ndcg_at_5": 0.43564,
"precision_at_1": 0.40585,
"precision_at_10": 0.10425,
"precision_at_100": 0.01625,
"precision_at_1000": 0.00184,
"precision_at_3": 0.23114,
"precision_at_5": 0.17024,
"recall_at_1": 0.26825,
"recall_at_10": 0.57909,
"recall_at_100": 0.87375,
"recall_at_1000": 0.98695,
"recall_at_3": 0.40754,
"recall_at_5": 0.48472
},
"mteb_dataset_name": "CmedqaRetrieval",
"mteb_version": "1.1.2"
}

49
result/acge_text_embedding_bf16/Cmnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766",
"mteb_dataset_name": "Cmnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.834155141310884,
"accuracy_threshold": 0.6564782857894897,
"ap": 0.9049006000181046,
"f1": 0.8428797826579125,
"f1_threshold": 0.6480306386947632,
"precision": 0.8169848584595129,
"recall": 0.8704699555763385
},
"dot": {
"accuracy": 0.8340348767288034,
"accuracy_threshold": 0.6529912352561951,
"ap": 0.9050667776818787,
"f1": 0.8431853669417801,
"f1_threshold": 0.6381836533546448,
"precision": 0.8061420345489443,
"recall": 0.88379705400982
},
"euclidean": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.8326233625411987,
"ap": 0.9048869698176196,
"f1": 0.8432616081540204,
"f1_threshold": 0.8387479186058044,
"precision": 0.8177026136613222,
"recall": 0.8704699555763385
},
"evaluation_time": 13.31,
"manhattan": {
"accuracy": 0.8355983162958509,
"accuracy_threshold": 28.043197631835938,
"ap": 0.9047972486190912,
"f1": 0.8442325158946412,
"f1_threshold": 28.235897064208984,
"precision": 0.820569410726109,
"recall": 0.8693009118541033
},
"max": {
"accuracy": 0.8355983162958509,
"ap": 0.9050667776818787,
"f1": 0.8442325158946412
}
}
}

38
result/acge_text_embedding_bf16/CovidRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117",
"dev": {
"evaluation_time": 263.03,
"map_at_1": 0.67597,
"map_at_10": 0.76545,
"map_at_100": 0.76893,
"map_at_1000": 0.76897,
"map_at_3": 0.74807,
"map_at_5": 0.75895,
"mrr_at_1": 0.67861,
"mrr_at_10": 0.76545,
"mrr_at_100": 0.76893,
"mrr_at_1000": 0.76897,
"mrr_at_3": 0.74886,
"mrr_at_5": 0.75934,
"ndcg_at_1": 0.67861,
"ndcg_at_10": 0.80417,
"ndcg_at_100": 0.81928,
"ndcg_at_1000": 0.82038,
"ndcg_at_3": 0.77025,
"ndcg_at_5": 0.78941,
"precision_at_1": 0.67861,
"precision_at_10": 0.09336,
"precision_at_100": 0.01001,
"precision_at_1000": 0.00101,
"precision_at_3": 0.27959,
"precision_at_5": 0.17745,
"recall_at_1": 0.67597,
"recall_at_10": 0.92308,
"recall_at_100": 0.99052,
"recall_at_1000": 0.99895,
"recall_at_3": 0.83325,
"recall_at_5": 0.87908
},
"mteb_dataset_name": "CovidRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_bf16/DuRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced",
"dev": {
"evaluation_time": 264.68,
"map_at_1": 0.25574,
"map_at_10": 0.78493,
"map_at_100": 0.81384,
"map_at_1000": 0.81429,
"map_at_3": 0.54107,
"map_at_5": 0.68755,
"mrr_at_1": 0.892,
"mrr_at_10": 0.92567,
"mrr_at_100": 0.92642,
"mrr_at_1000": 0.92646,
"mrr_at_3": 0.92258,
"mrr_at_5": 0.92458,
"ndcg_at_1": 0.892,
"ndcg_at_10": 0.86084,
"ndcg_at_100": 0.89053,
"ndcg_at_1000": 0.89484,
"ndcg_at_3": 0.84898,
"ndcg_at_5": 0.84078,
"precision_at_1": 0.892,
"precision_at_10": 0.41345,
"precision_at_100": 0.04779,
"precision_at_1000": 0.00488,
"precision_at_3": 0.76167,
"precision_at_5": 0.647,
"recall_at_1": 0.25574,
"recall_at_10": 0.87153,
"recall_at_100": 0.96829,
"recall_at_1000": 0.9912,
"recall_at_3": 0.56421,
"recall_at_5": 0.737
},
"mteb_dataset_name": "DuRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_bf16/EcomRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9",
"dev": {
"evaluation_time": 32.03,
"map_at_1": 0.52,
"map_at_10": 0.62553,
"map_at_100": 0.63048,
"map_at_1000": 0.63065,
"map_at_3": 0.60233,
"map_at_5": 0.61713,
"mrr_at_1": 0.52,
"mrr_at_10": 0.62553,
"mrr_at_100": 0.63048,
"mrr_at_1000": 0.63065,
"mrr_at_3": 0.60233,
"mrr_at_5": 0.61713,
"ndcg_at_1": 0.52,
"ndcg_at_10": 0.67516,
"ndcg_at_100": 0.69896,
"ndcg_at_1000": 0.70281,
"ndcg_at_3": 0.62826,
"ndcg_at_5": 0.65498,
"precision_at_1": 0.52,
"precision_at_10": 0.083,
"precision_at_100": 0.00941,
"precision_at_1000": 0.00097,
"precision_at_3": 0.23433,
"precision_at_5": 0.1536,
"recall_at_1": 0.52,
"recall_at_10": 0.83,
"recall_at_100": 0.941,
"recall_at_1000": 0.97,
"recall_at_3": 0.703,
"recall_at_5": 0.768
},
"mteb_dataset_name": "EcomRetrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_bf16/IFlyTek.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "421605374b29664c5fc098418fe20ada9bd55f8a",
"mteb_dataset_name": "IFlyTek",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.5176606387071951,
"accuracy_stderr": 0.0032702623102540806,
"evaluation_time": 84.06,
"f1": 0.4025725744367441,
"f1_stderr": 0.0016184111805853006,
"main_score": 0.5176606387071951
}
}

15
result/acge_text_embedding_bf16/JDReview.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b",
"mteb_dataset_name": "JDReview",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.8669793621013133,
"accuracy_stderr": 0.009170243459549659,
"ap": 0.5546718958939327,
"ap_stderr": 0.013907979413741858,
"evaluation_time": 1.89,
"f1": 0.8148228915952436,
"f1_stderr": 0.008989126268531128,
"main_score": 0.8669793621013133
}
}

20
result/acge_text_embedding_bf16/LCQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "17f9b096f80380fce5ed12a9be8be7784b337daf",
"mteb_dataset_name": "LCQMC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.7113755846688529,
"spearman": 0.7817322744116031
},
"euclidean": {
"pearson": 0.7748740502819293,
"spearman": 0.7817553979551616
},
"evaluation_time": 8.18,
"manhattan": {
"pearson": 0.7747671561749275,
"spearman": 0.7816780681181362
}
}
}

10
result/acge_text_embedding_bf16/MMarcoReranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8e0c766dbe9e16e1d221116a3f36795fbade07f6",
"dev": {
"evaluation_time": 77.24,
"map": 0.27054392822906315,
"mrr": 0.29001190476190475
},
"mteb_dataset_name": "MMarcoReranking",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_bf16/MMarcoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2",
"dev": {
"evaluation_time": 112.52,
"map_at_1": 0.65626,
"map_at_10": 0.74749,
"map_at_100": 0.75091,
"map_at_1000": 0.75103,
"map_at_3": 0.73007,
"map_at_5": 0.74124,
"mrr_at_1": 0.67894,
"mrr_at_10": 0.75374,
"mrr_at_100": 0.75674,
"mrr_at_1000": 0.75685,
"mrr_at_3": 0.73868,
"mrr_at_5": 0.7483,
"ndcg_at_1": 0.67894,
"ndcg_at_10": 0.78414,
"ndcg_at_100": 0.79947,
"ndcg_at_1000": 0.80265,
"ndcg_at_3": 0.7512,
"ndcg_at_5": 0.76999,
"precision_at_1": 0.67894,
"precision_at_10": 0.0947,
"precision_at_100": 0.01023,
"precision_at_1000": 0.00105,
"precision_at_3": 0.28333,
"precision_at_5": 0.17989,
"recall_at_1": 0.65626,
"recall_at_10": 0.89063,
"recall_at_100": 0.95995,
"recall_at_1000": 0.98455,
"recall_at_3": 0.80357,
"recall_at_5": 0.84824
},
"mteb_dataset_name": "MMarcoRetrieval",
"mteb_version": "1.1.2"
}

25
result/acge_text_embedding_bf16/MassiveIntentClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"mteb_dataset_name": "MassiveIntentClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 34.99,
"zh-CN": {
"accuracy": 0.7588433086751849,
"accuracy_stderr": 0.014973247823706553,
"f1": 0.7306801290283882,
"f1_stderr": 0.012476484938556087,
"main_score": 0.7588433086751849
}
},
"validation": {
"evaluation_time": 23.55,
"zh-CN": {
"accuracy": 0.7620757501229709,
"accuracy_stderr": 0.014687574643088952,
"f1": 0.7245688532585948,
"f1_stderr": 0.011566046270173427,
"main_score": 0.7620757501229709
}
}
}

25
result/acge_text_embedding_bf16/MassiveScenarioClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"mteb_dataset_name": "MassiveScenarioClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 11.48,
"zh-CN": {
"accuracy": 0.7844317417619366,
"accuracy_stderr": 0.014818140621174506,
"f1": 0.7814079252505329,
"f1_stderr": 0.013389146532514561,
"main_score": 0.7844317417619366
}
},
"validation": {
"evaluation_time": 8.87,
"zh-CN": {
"accuracy": 0.7780127889818004,
"accuracy_stderr": 0.014404810174544135,
"f1": 0.7721400948720412,
"f1_stderr": 0.0153931044711485,
"main_score": 0.7780127889818004
}
}
}

38
result/acge_text_embedding_bf16/MedicalRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6",
"dev": {
"evaluation_time": 103.65,
"map_at_1": 0.549,
"map_at_10": 0.61,
"map_at_100": 0.61549,
"map_at_1000": 0.61591,
"map_at_3": 0.59517,
"map_at_5": 0.60267,
"mrr_at_1": 0.551,
"mrr_at_10": 0.611,
"mrr_at_100": 0.61649,
"mrr_at_1000": 0.61691,
"mrr_at_3": 0.59617,
"mrr_at_5": 0.60367,
"ndcg_at_1": 0.549,
"ndcg_at_10": 0.6407,
"ndcg_at_100": 0.66981,
"ndcg_at_1000": 0.68207,
"ndcg_at_3": 0.60956,
"ndcg_at_5": 0.62311,
"precision_at_1": 0.549,
"precision_at_10": 0.0738,
"precision_at_100": 0.0088,
"precision_at_1000": 0.00098,
"precision_at_3": 0.217,
"precision_at_5": 0.1368,
"recall_at_1": 0.549,
"recall_at_10": 0.738,
"recall_at_100": 0.88,
"recall_at_1000": 0.978,
"recall_at_3": 0.651,
"recall_at_5": 0.684
},
"mteb_dataset_name": "MedicalRetrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_bf16/MultilingualSentiment.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "46958b007a63fdbf239b7672c25d0bea67b5ea1a",
"mteb_dataset_name": "MultilingualSentiment",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.7756333333333334,
"accuracy_stderr": 0.004520201568760209,
"evaluation_time": 26.01,
"f1": 0.7753666660124703,
"f1_stderr": 0.0060536558948603575,
"main_score": 0.7756333333333334
}
}

49
result/acge_text_embedding_bf16/Ocnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": "66e76a618a34d6d565d5538088562851e6daa7ec",
"mteb_dataset_name": "Ocnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5931570529937744,
"ap": 0.8516141108141811,
"f1": 0.8297771455666192,
"f1_threshold": 0.5646798610687256,
"precision": 0.7530120481927711,
"recall": 0.9239704329461457
},
"dot": {
"accuracy": 0.8105035192203573,
"accuracy_threshold": 0.5924628973007202,
"ap": 0.8513568069803823,
"f1": 0.8304038004750595,
"f1_threshold": 0.5658385157585144,
"precision": 0.7547495682210709,
"recall": 0.9229144667370645
},
"euclidean": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.8982482552528381,
"ap": 0.8516341835376644,
"f1": 0.8296860133206471,
"f1_threshold": 0.9301300048828125,
"precision": 0.754978354978355,
"recall": 0.9208025343189018
},
"evaluation_time": 2.98,
"manhattan": {
"accuracy": 0.8115863562533838,
"accuracy_threshold": 30.367427825927734,
"ap": 0.8513388548299352,
"f1": 0.8291048348492102,
"f1_threshold": 31.26837158203125,
"precision": 0.7583187390542907,
"recall": 0.914466737064414
},
"max": {
"accuracy": 0.8115863562533838,
"ap": 0.8516341835376644,
"f1": 0.8304038004750595
}
}
}

15
result/acge_text_embedding_bf16/OnlineShopping.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "e610f2ebd179a8fda30ae534c3878750a96db120",
"mteb_dataset_name": "OnlineShopping",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.9375,
"accuracy_stderr": 0.005333854141237797,
"ap": 0.918757063139003,
"ap_stderr": 0.0038428310634423444,
"evaluation_time": 2.88,
"f1": 0.9373901896028437,
"f1_stderr": 0.005292186558409531,
"main_score": 0.9375
}
}

20
result/acge_text_embedding_bf16/PAWSX.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "9c6a90e430ac22b5779fb019a23e820b11a8b5e1",
"mteb_dataset_name": "PAWSX",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.39158315346095246,
"spearman": 0.45496963367304505
},
"euclidean": {
"pearson": 0.4484851504338683,
"spearman": 0.45501840606598515
},
"evaluation_time": 1.63,
"manhattan": {
"pearson": 0.44855618769134786,
"spearman": 0.45521349632021
}
}
}

20
result/acge_text_embedding_bf16/QBQTC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "790b0510dc52b1553e8c49f3d2afb48c0e5c48b7",
"mteb_dataset_name": "QBQTC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.34240063381471686,
"spearman": 0.37298105689512384
},
"euclidean": {
"pearson": 0.35114630288288695,
"spearman": 0.3729224953963422
},
"evaluation_time": 3.21,
"manhattan": {
"pearson": 0.3507429582481541,
"spearman": 0.3724006222876743
}
}
}

22
result/acge_text_embedding_bf16/STS22.json Normal file
View File

@@ -0,0 +1,22 @@
{
"dataset_revision": "eea2b4fe26a775864c896887d910b76a8098ad3f",
"mteb_dataset_name": "STS22",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 8.57,
"zh": {
"cos_sim": {
"pearson": 0.6183938629291164,
"spearman": 0.6705632097771566
},
"euclidean": {
"pearson": 0.6572031356075829,
"spearman": 0.6705823973191457
},
"manhattan": {
"pearson": 0.6566073527177827,
"spearman": 0.6704221791481658
}
}
}
}

20
result/acge_text_embedding_bf16/STSB.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0",
"mteb_dataset_name": "STSB",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.8156195178204663,
"spearman": 0.8273033434099031
},
"euclidean": {
"pearson": 0.8249605254478312,
"spearman": 0.8272004995354247
},
"evaluation_time": 0.96,
"manhattan": {
"pearson": 0.8248358662476731,
"spearman": 0.8270676710419983
}
}
}

10
result/acge_text_embedding_bf16/T2Reranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9",
"dev": {
"evaluation_time": 482.22,
"map": 0.659012655137193,
"mrr": 0.7597216177150165
},
"mteb_dataset_name": "T2Reranking",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_bf16/T2Retrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64",
"dev": {
"evaluation_time": 769.9,
"map_at_1": 0.27057,
"map_at_10": 0.75293,
"map_at_100": 0.79098,
"map_at_1000": 0.79172,
"map_at_3": 0.53049,
"map_at_5": 0.65103,
"mrr_at_1": 0.88822,
"mrr_at_10": 0.91721,
"mrr_at_100": 0.91814,
"mrr_at_1000": 0.91818,
"mrr_at_3": 0.91213,
"mrr_at_5": 0.91544,
"ndcg_at_1": 0.88822,
"ndcg_at_10": 0.83269,
"ndcg_at_100": 0.87259,
"ndcg_at_1000": 0.87938,
"ndcg_at_3": 0.84678,
"ndcg_at_5": 0.83231,
"precision_at_1": 0.88822,
"precision_at_10": 0.41297,
"precision_at_100": 0.04994,
"precision_at_1000": 0.00515,
"precision_at_3": 0.73933,
"precision_at_5": 0.61885,
"recall_at_1": 0.27057,
"recall_at_10": 0.82332,
"recall_at_100": 0.95065,
"recall_at_1000": 0.98466,
"recall_at_3": 0.54872,
"recall_at_5": 0.68814
},
"mteb_dataset_name": "T2Retrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_bf16/TNews.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "317f262bf1e6126357bbe89e875451e4b0938fe4",
"mteb_dataset_name": "TNews",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.5369,
"accuracy_stderr": 0.003208426405576395,
"evaluation_time": 34.28,
"f1": 0.5187306088948137,
"f1_stderr": 0.004187789413693209,
"main_score": 0.5369
}
}

10
result/acge_text_embedding_bf16/ThuNewsClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "5798586b105c0434e4f0fe5e767abe619442cf93",
"mteb_dataset_name": "ThuNewsClusteringP2P",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 119.09,
"v_measure": 0.7376590442198114,
"v_measure_std": 0.020385919601893947
}
}

10
result/acge_text_embedding_bf16/ThuNewsClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8a8b2caeda43f39e13c4bc5bea0f8a667896e10d",
"mteb_dataset_name": "ThuNewsClusteringS2S",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 81.19,
"v_measure": 0.6861875345658027,
"v_measure_std": 0.02360690366682162
}
}

38
result/acge_text_embedding_bf16/VideoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639",
"dev": {
"evaluation_time": 41.98,
"map_at_1": 0.594,
"map_at_10": 0.6919,
"map_at_100": 0.69711,
"map_at_1000": 0.69727,
"map_at_3": 0.67717,
"map_at_5": 0.68742,
"mrr_at_1": 0.594,
"mrr_at_10": 0.6919,
"mrr_at_100": 0.69711,
"mrr_at_1000": 0.69727,
"mrr_at_3": 0.67717,
"mrr_at_5": 0.68742,
"ndcg_at_1": 0.594,
"ndcg_at_10": 0.73281,
"ndcg_at_100": 0.75575,
"ndcg_at_1000": 0.75971,
"ndcg_at_3": 0.70339,
"ndcg_at_5": 0.72168,
"precision_at_1": 0.594,
"precision_at_10": 0.0858,
"precision_at_100": 0.0096,
"precision_at_1000": 0.00099,
"precision_at_3": 0.25967,
"precision_at_5": 0.1646,
"recall_at_1": 0.594,
"recall_at_10": 0.858,
"recall_at_100": 0.96,
"recall_at_1000": 0.991,
"recall_at_3": 0.779,
"recall_at_5": 0.823
},
"mteb_dataset_name": "VideoRetrieval",
"mteb_version": "1.1.2"
}

15
result/acge_text_embedding_bf16/Waimai.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "339287def212450dcaa9df8c22bf93e9980c7023",
"mteb_dataset_name": "Waimai",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.8856000000000002,
"accuracy_stderr": 0.005748043145279971,
"ap": 0.7362152033132061,
"ap_stderr": 0.011673453673977754,
"evaluation_time": 1.76,
"f1": 0.870916916405758,
"f1_stderr": 0.004997689843902893,
"main_score": 0.8856000000000002
}
}

20
result/acge_text_embedding_float/AFQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4",
"mteb_dataset_name": "AFQMC",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"pearson": 0.5403401105365225,
"spearman": 0.5880773015922532
},
"euclidean": {
"pearson": 0.5747165421975333,
"spearman": 0.5880771005493259
},
"evaluation_time": 7.22,
"manhattan": {
"pearson": 0.5746257044808263,
"spearman": 0.5879990958934631
}
}
}

20
result/acge_text_embedding_float/ATEC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "0f319b1142f28d00e055a6770f3f726ae9b7d865",
"mteb_dataset_name": "ATEC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.535259991525419,
"spearman": 0.5794530657917338
},
"euclidean": {
"pearson": 0.6116990157908463,
"spearman": 0.5794530432728487
},
"evaluation_time": 32.44,
"manhattan": {
"pearson": 0.6116784257779159,
"spearman": 0.579444599262835
}
}
}

25
result/acge_text_embedding_float/AmazonReviewsClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"mteb_dataset_name": "AmazonReviewsClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 48.04,
"zh": {
"accuracy": 0.4854200000000001,
"accuracy_stderr": 0.016364217060403467,
"f1": 0.4660313582582637,
"f1_stderr": 0.016138610779200774,
"main_score": 0.4854200000000001
}
},
"validation": {
"evaluation_time": 61.65,
"zh": {
"accuracy": 0.47684000000000004,
"accuracy_stderr": 0.013742430643812614,
"f1": 0.4576679486195056,
"f1_stderr": 0.011971035532689783,
"main_score": 0.47684000000000004
}
}
}

20
result/acge_text_embedding_float/BQ.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "e3dda5e115e487b39ec7e618c0c6a29137052a55",
"mteb_dataset_name": "BQ",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.6827508860825882,
"spearman": 0.7037083097021715
},
"euclidean": {
"pearson": 0.694275625827997,
"spearman": 0.7037082750611552
},
"evaluation_time": 15.04,
"manhattan": {
"pearson": 0.694032853808824,
"spearman": 0.7034852562001644
}
}
}

10
result/acge_text_embedding_float/CLSClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476",
"mteb_dataset_name": "CLSClusteringP2P",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 934.44,
"v_measure": 0.469037806510524,
"v_measure_std": 0.011072005002928698
}
}

10
result/acge_text_embedding_float/CLSClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "e458b3f5414b62b7f9f83499ac1f5497ae2e869f",
"mteb_dataset_name": "CLSClusteringS2S",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 135.82,
"v_measure": 0.4407534208843019,
"v_measure_std": 0.015328654622393445
}
}

10
result/acge_text_embedding_float/CMedQAv1.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8d7f1e942507dac42dc58017c1a001c3717da7df",
"mteb_dataset_name": "CMedQAv1",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 435.78,
"map": 0.8868482500640664,
"mrr": 0.9063928571428571
}
}

10
result/acge_text_embedding_float/CMedQAv2.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0",
"mteb_dataset_name": "CMedQAv2",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 409.58,
"map": 0.8897632950018356,
"mrr": 0.908593253968254
}
}

38
result/acge_text_embedding_float/CmedqaRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301",
"dev": {
"evaluation_time": 1256.92,
"map_at_1": 0.2685,
"map_at_10": 0.39983,
"map_at_100": 0.41883,
"map_at_1000": 0.41984,
"map_at_3": 0.35401,
"map_at_5": 0.38001,
"mrr_at_1": 0.4061,
"mrr_at_10": 0.48812,
"mrr_at_100": 0.49788,
"mrr_at_1000": 0.49828,
"mrr_at_3": 0.46128,
"mrr_at_5": 0.47679,
"ndcg_at_1": 0.4061,
"ndcg_at_10": 0.46773,
"ndcg_at_100": 0.53968,
"ndcg_at_1000": 0.55671,
"ndcg_at_3": 0.41011,
"ndcg_at_5": 0.43545,
"precision_at_1": 0.4061,
"precision_at_10": 0.1043,
"precision_at_100": 0.01625,
"precision_at_1000": 0.00184,
"precision_at_3": 0.23139,
"precision_at_5": 0.17004,
"recall_at_1": 0.2685,
"recall_at_10": 0.57906,
"recall_at_100": 0.87366,
"recall_at_1000": 0.98721,
"recall_at_3": 0.40825,
"recall_at_5": 0.48391
},
"mteb_dataset_name": "CmedqaRetrieval",
"mteb_version": "1.1.2"
}

49
result/acge_text_embedding_float/Cmnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766",
"mteb_dataset_name": "Cmnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.6553086042404175,
"ap": 0.9049178248661934,
"f1": 0.8428475486903962,
"f1_threshold": 0.6404943466186523,
"precision": 0.8084603822203135,
"recall": 0.8802899228431144
},
"dot": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.6553086042404175,
"ap": 0.904952509998683,
"f1": 0.8428475486903962,
"f1_threshold": 0.6404944658279419,
"precision": 0.8084603822203135,
"recall": 0.8802899228431144
},
"euclidean": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.8302907943725586,
"ap": 0.904917738313486,
"f1": 0.8428475486903962,
"f1_threshold": 0.8479452133178711,
"precision": 0.8084603822203135,
"recall": 0.8802899228431144
},
"evaluation_time": 17.58,
"manhattan": {
"accuracy": 0.8354780517137703,
"accuracy_threshold": 28.025470733642578,
"ap": 0.9048077217839686,
"f1": 0.8443433769187039,
"f1_threshold": 28.200302124023438,
"precision": 0.8218238158477202,
"recall": 0.8681318681318682
},
"max": {
"accuracy": 0.8354780517137703,
"ap": 0.904952509998683,
"f1": 0.8443433769187039
}
}
}

38
result/acge_text_embedding_float/CovidRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117",
"dev": {
"evaluation_time": 1326.87,
"map_at_1": 0.67597,
"map_at_10": 0.7653,
"map_at_100": 0.76879,
"map_at_1000": 0.76883,
"map_at_3": 0.74772,
"map_at_5": 0.75881,
"mrr_at_1": 0.67861,
"mrr_at_10": 0.7653,
"mrr_at_100": 0.76879,
"mrr_at_1000": 0.76883,
"mrr_at_3": 0.74851,
"mrr_at_5": 0.7592,
"ndcg_at_1": 0.67861,
"ndcg_at_10": 0.80403,
"ndcg_at_100": 0.81916,
"ndcg_at_1000": 0.82026,
"ndcg_at_3": 0.76972,
"ndcg_at_5": 0.78929,
"precision_at_1": 0.67861,
"precision_at_10": 0.09336,
"precision_at_100": 0.01001,
"precision_at_1000": 0.00101,
"precision_at_3": 0.27924,
"precision_at_5": 0.17745,
"recall_at_1": 0.67597,
"recall_at_10": 0.92308,
"recall_at_100": 0.99052,
"recall_at_1000": 0.99895,
"recall_at_3": 0.83219,
"recall_at_5": 0.87908
},
"mteb_dataset_name": "CovidRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_float/DuRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced",
"dev": {
"evaluation_time": 1320.81,
"map_at_1": 0.25574,
"map_at_10": 0.78495,
"map_at_100": 0.81382,
"map_at_1000": 0.81428,
"map_at_3": 0.54115,
"map_at_5": 0.68743,
"mrr_at_1": 0.892,
"mrr_at_10": 0.92571,
"mrr_at_100": 0.92647,
"mrr_at_1000": 0.9265,
"mrr_at_3": 0.92275,
"mrr_at_5": 0.92462,
"ndcg_at_1": 0.892,
"ndcg_at_10": 0.86091,
"ndcg_at_100": 0.8905,
"ndcg_at_1000": 0.89484,
"ndcg_at_3": 0.84913,
"ndcg_at_5": 0.84069,
"precision_at_1": 0.892,
"precision_at_10": 0.4135,
"precision_at_100": 0.04778,
"precision_at_1000": 0.00488,
"precision_at_3": 0.76183,
"precision_at_5": 0.6469,
"recall_at_1": 0.25574,
"recall_at_10": 0.87168,
"recall_at_100": 0.96812,
"recall_at_1000": 0.99114,
"recall_at_3": 0.5645,
"recall_at_5": 0.73683
},
"mteb_dataset_name": "DuRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_float/EcomRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9",
"dev": {
"evaluation_time": 148.99,
"map_at_1": 0.521,
"map_at_10": 0.6264,
"map_at_100": 0.63127,
"map_at_1000": 0.63144,
"map_at_3": 0.603,
"map_at_5": 0.61785,
"mrr_at_1": 0.521,
"mrr_at_10": 0.6264,
"mrr_at_100": 0.63127,
"mrr_at_1000": 0.63144,
"mrr_at_3": 0.603,
"mrr_at_5": 0.61785,
"ndcg_at_1": 0.521,
"ndcg_at_10": 0.67604,
"ndcg_at_100": 0.69958,
"ndcg_at_1000": 0.70343,
"ndcg_at_3": 0.62876,
"ndcg_at_5": 0.65553,
"precision_at_1": 0.521,
"precision_at_10": 0.0831,
"precision_at_100": 0.00941,
"precision_at_1000": 0.00097,
"precision_at_3": 0.23433,
"precision_at_5": 0.1536,
"recall_at_1": 0.521,
"recall_at_10": 0.831,
"recall_at_100": 0.941,
"recall_at_1000": 0.97,
"recall_at_3": 0.703,
"recall_at_5": 0.768
},
"mteb_dataset_name": "EcomRetrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_float/IFlyTek.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "421605374b29664c5fc098418fe20ada9bd55f8a",
"mteb_dataset_name": "IFlyTek",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.5177375913813005,
"accuracy_stderr": 0.0032429869189235373,
"evaluation_time": 280.74,
"f1": 0.4026448545790716,
"f1_stderr": 0.0017360471286822303,
"main_score": 0.5177375913813005
}
}

15
result/acge_text_embedding_float/JDReview.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b",
"mteb_dataset_name": "JDReview",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.8669793621013133,
"accuracy_stderr": 0.009170243459549659,
"ap": 0.5546718958939327,
"ap_stderr": 0.013907979413741858,
"evaluation_time": 11.04,
"f1": 0.8148228915952436,
"f1_stderr": 0.008989126268531128,
"main_score": 0.8669793621013133
}
}

20
result/acge_text_embedding_float/LCQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "17f9b096f80380fce5ed12a9be8be7784b337daf",
"mteb_dataset_name": "LCQMC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.7113968076493342,
"spearman": 0.7817363759091293
},
"euclidean": {
"pearson": 0.7748520023853366,
"spearman": 0.7817363980505617
},
"evaluation_time": 16.03,
"manhattan": {
"pearson": 0.7747372163837604,
"spearman": 0.7816440146147101
}
}
}

10
result/acge_text_embedding_float/MMarcoReranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8e0c766dbe9e16e1d221116a3f36795fbade07f6",
"dev": {
"evaluation_time": 499.69,
"map": 0.277828334953092,
"mrr": 0.26821825396825394
},
"mteb_dataset_name": "MMarcoReranking",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_float/MMarcoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2",
"dev": {
"evaluation_time": 525.68,
"map_at_1": 0.65647,
"map_at_10": 0.7475,
"map_at_100": 0.75089,
"map_at_1000": 0.75101,
"map_at_3": 0.72994,
"map_at_5": 0.74117,
"mrr_at_1": 0.67908,
"mrr_at_10": 0.75373,
"mrr_at_100": 0.75671,
"mrr_at_1000": 0.75682,
"mrr_at_3": 0.73854,
"mrr_at_5": 0.74825,
"ndcg_at_1": 0.67908,
"ndcg_at_10": 0.78422,
"ndcg_at_100": 0.79949,
"ndcg_at_1000": 0.80264,
"ndcg_at_3": 0.75099,
"ndcg_at_5": 0.7699,
"precision_at_1": 0.67908,
"precision_at_10": 0.09474,
"precision_at_100": 0.01023,
"precision_at_1000": 0.00105,
"precision_at_3": 0.28319,
"precision_at_5": 0.17986,
"recall_at_1": 0.65647,
"recall_at_10": 0.89099,
"recall_at_100": 0.96023,
"recall_at_1000": 0.98455,
"recall_at_3": 0.80314,
"recall_at_5": 0.8481
},
"mteb_dataset_name": "MMarcoRetrieval",
"mteb_version": "1.1.2"
}

25
result/acge_text_embedding_float/MassiveIntentClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"mteb_dataset_name": "MassiveIntentClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 16.38,
"zh-CN": {
"accuracy": 0.7585743106926698,
"accuracy_stderr": 0.014996034378599697,
"f1": 0.730397679729968,
"f1_stderr": 0.012500302940757903,
"main_score": 0.7585743106926698
}
},
"validation": {
"evaluation_time": 14.53,
"zh-CN": {
"accuracy": 0.7620265617314314,
"accuracy_stderr": 0.014541472936722538,
"f1": 0.7245841114937039,
"f1_stderr": 0.01133010454468929,
"main_score": 0.7620265617314314
}
}
}

25
result/acge_text_embedding_float/MassiveScenarioClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"mteb_dataset_name": "MassiveScenarioClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 10.25,
"zh-CN": {
"accuracy": 0.7842299932750503,
"accuracy_stderr": 0.014996826003562261,
"f1": 0.7810148999942874,
"f1_stderr": 0.013606032311831804,
"main_score": 0.7842299932750503
}
},
"validation": {
"evaluation_time": 18.47,
"zh-CN": {
"accuracy": 0.7782587309394983,
"accuracy_stderr": 0.014369073372113914,
"f1": 0.7723778920308015,
"f1_stderr": 0.015256127169547022,
"main_score": 0.7782587309394983
}
}
}

38
result/acge_text_embedding_float/MedicalRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6",
"dev": {
"evaluation_time": 513.1,
"map_at_1": 0.55,
"map_at_10": 0.6107,
"map_at_100": 0.61627,
"map_at_1000": 0.61668,
"map_at_3": 0.59583,
"map_at_5": 0.60393,
"mrr_at_1": 0.551,
"mrr_at_10": 0.6112,
"mrr_at_100": 0.61678,
"mrr_at_1000": 0.61719,
"mrr_at_3": 0.59633,
"mrr_at_5": 0.60443,
"ndcg_at_1": 0.55,
"ndcg_at_10": 0.64104,
"ndcg_at_100": 0.67055,
"ndcg_at_1000": 0.68266,
"ndcg_at_3": 0.61006,
"ndcg_at_5": 0.62477,
"precision_at_1": 0.55,
"precision_at_10": 0.0737,
"precision_at_100": 0.00881,
"precision_at_1000": 0.00098,
"precision_at_3": 0.217,
"precision_at_5": 0.1374,
"recall_at_1": 0.55,
"recall_at_10": 0.737,
"recall_at_100": 0.881,
"recall_at_1000": 0.978,
"recall_at_3": 0.651,
"recall_at_5": 0.687
},
"mteb_dataset_name": "MedicalRetrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_float/MultilingualSentiment.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "46958b007a63fdbf239b7672c25d0bea67b5ea1a",
"mteb_dataset_name": "MultilingualSentiment",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.7756000000000001,
"accuracy_stderr": 0.004611097724210823,
"evaluation_time": 25.17,
"f1": 0.7753415907474264,
"f1_stderr": 0.006173837892738144,
"main_score": 0.7756000000000001
}
}

49
result/acge_text_embedding_float/Ocnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": "66e76a618a34d6d565d5538088562851e6daa7ec",
"mteb_dataset_name": "Ocnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5926690697669983,
"ap": 0.851744999044347,
"f1": 0.8298479087452472,
"f1_threshold": 0.5656208992004395,
"precision": 0.7545375972342264,
"recall": 0.9218585005279831
},
"dot": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5926690697669983,
"ap": 0.851744999044347,
"f1": 0.8298479087452472,
"f1_threshold": 0.5656208992004395,
"precision": 0.7545375972342264,
"recall": 0.9218585005279831
},
"euclidean": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.9025861024856567,
"ap": 0.851744999044347,
"f1": 0.8298479087452472,
"f1_threshold": 0.9320720434188843,
"precision": 0.7545375972342264,
"recall": 0.9218585005279831
},
"evaluation_time": 4.07,
"manhattan": {
"accuracy": 0.8105035192203573,
"accuracy_threshold": 30.224245071411133,
"ap": 0.8514000324074237,
"f1": 0.8296155671570954,
"f1_threshold": 31.517192840576172,
"precision": 0.753448275862069,
"recall": 0.9229144667370645
},
"max": {
"accuracy": 0.8110449377368706,
"ap": 0.851744999044347,
"f1": 0.8298479087452472
}
}
}

15
result/acge_text_embedding_float/OnlineShopping.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "e610f2ebd179a8fda30ae534c3878750a96db120",
"mteb_dataset_name": "OnlineShopping",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.9373000000000001,
"accuracy_stderr": 0.005386093203798053,
"ap": 0.9185763541449724,
"ap_stderr": 0.003833643960218161,
"evaluation_time": 13.99,
"f1": 0.9371908414869828,
"f1_stderr": 0.005343556576666043,
"main_score": 0.9373000000000001
}
}

20
result/acge_text_embedding_float/PAWSX.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "9c6a90e430ac22b5779fb019a23e820b11a8b5e1",
"mteb_dataset_name": "PAWSX",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.39174828650756977,
"spearman": 0.4550279282640927
},
"euclidean": {
"pearson": 0.4486476513351844,
"spearman": 0.45520873279940816
},
"evaluation_time": 8.29,
"manhattan": {
"pearson": 0.4487198025363123,
"spearman": 0.4553158589409253
}
}
}

20
result/acge_text_embedding_float/QBQTC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "790b0510dc52b1553e8c49f3d2afb48c0e5c48b7",
"mteb_dataset_name": "QBQTC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.3424965139806153,
"spearman": 0.3730880151585576
},
"euclidean": {
"pearson": 0.351299471531177,
"spearman": 0.37309299438631865
},
"evaluation_time": 10.04,
"manhattan": {
"pearson": 0.35089919913877515,
"spearman": 0.37256748382101657
}
}
}

22
result/acge_text_embedding_float/STS22.json Normal file
View File

@@ -0,0 +1,22 @@
{
"dataset_revision": "eea2b4fe26a775864c896887d910b76a8098ad3f",
"mteb_dataset_name": "STS22",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 39.59,
"zh": {
"cos_sim": {
"pearson": 0.6182176592670207,
"spearman": 0.6705772162437345
},
"euclidean": {
"pearson": 0.6570161318512961,
"spearman": 0.6705772162437345
},
"manhattan": {
"pearson": 0.6564246179477818,
"spearman": 0.6703620698919115
}
}
}
}

20
result/acge_text_embedding_float/STSB.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0",
"mteb_dataset_name": "STSB",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.8155985017437637,
"spearman": 0.8272728815026413
},
"euclidean": {
"pearson": 0.8248923820538943,
"spearman": 0.8272864027759381
},
"evaluation_time": 3.01,
"manhattan": {
"pearson": 0.8247721838653651,
"spearman": 0.8271277143136696
}
}
}

10
result/acge_text_embedding_float/T2Reranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9",
"dev": {
"evaluation_time": 2330.51,
"map": 0.6621181510400598,
"mrr": 0.7580361172905181
},
"mteb_dataset_name": "T2Reranking",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_float/T2Retrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64",
"dev": {
"evaluation_time": 3170.56,
"map_at_1": 0.27066,
"map_at_10": 0.75299,
"map_at_100": 0.79106,
"map_at_1000": 0.79179,
"map_at_3": 0.53054,
"map_at_5": 0.65121,
"mrr_at_1": 0.88813,
"mrr_at_10": 0.91715,
"mrr_at_100": 0.91807,
"mrr_at_1000": 0.9181,
"mrr_at_3": 0.91205,
"mrr_at_5": 0.91541,
"ndcg_at_1": 0.88813,
"ndcg_at_10": 0.83271,
"ndcg_at_100": 0.87262,
"ndcg_at_1000": 0.87941,
"ndcg_at_3": 0.84681,
"ndcg_at_5": 0.83248,
"precision_at_1": 0.88813,
"precision_at_10": 0.41294,
"precision_at_100": 0.04994,
"precision_at_1000": 0.00516,
"precision_at_3": 0.73939,
"precision_at_5": 0.61901,
"recall_at_1": 0.27066,
"recall_at_10": 0.82331,
"recall_at_100": 0.95065,
"recall_at_1000": 0.98467,
"recall_at_3": 0.54868,
"recall_at_5": 0.68841
},
"mteb_dataset_name": "T2Retrieval",
"mteb_version": "1.1.2"
}

Some files were not shown because too many files have changed in this diff Show More