aspire/acge_text_embedding
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: aspire/acge_text_embedding
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-14 14:59:48 +08:00
commit d561db1f48
159 changed files with 46965 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
result/acge_text_embedding_a10_bf16/AFQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "AFQMC",
"mteb_version": "1.1.1",
"validation": {
"cos_sim": {
"pearson": 0.5403313115451808,
"spearman": 0.5880630275663453
},
"euclidean": {
"pearson": 0.5746843921090328,
"spearman": 0.5880155813915751
},
"evaluation_time": 2.86,
"manhattan": {
"pearson": 0.5745948298354011,
"spearman": 0.5879717540772654
}
}
}

20
result/acge_text_embedding_a10_bf16/ATEC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "ATEC",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.5352343534213784,
"spearman": 0.5794595170176331
},
"euclidean": {
"pearson": 0.6116662835482146,
"spearman": 0.5794590216330153
},
"evaluation_time": 15.75,
"manhattan": {
"pearson": 0.6116423136556863,
"spearman": 0.5794474364498415
}
}
}

25
result/acge_text_embedding_a10_bf16/AmazonReviewsClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"mteb_dataset_name": "AmazonReviewsClassification",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 16.78,
"zh": {
"accuracy": 0.48536,
"accuracy_stderr": 0.016551688735594317,
"f1": 0.4659652987641795,
"f1_stderr": 0.016438251092234995,
"main_score": 0.48536
}
},
"validation": {
"evaluation_time": 22.66,
"zh": {
"accuracy": 0.4768,
"accuracy_stderr": 0.01374394412095741,
"f1": 0.4575978790615031,
"f1_stderr": 0.011966200426813917,
"main_score": 0.4768
}
}
}

20
result/acge_text_embedding_a10_bf16/BQ.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "BQ",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.6827376047375847,
"spearman": 0.7037250413109453
},
"euclidean": {
"pearson": 0.6942852768280962,
"spearman": 0.7037187366396407
},
"evaluation_time": 7.01,
"manhattan": {
"pearson": 0.694038790612488,
"spearman": 0.7034866071976907
}
}
}

10
result/acge_text_embedding_a10_bf16/CLSClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CLSClusteringP2P",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 408.54,
"v_measure": 0.46838444815258395,
"v_measure_std": 0.009198056440364623
}
}

10
result/acge_text_embedding_a10_bf16/CLSClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CLSClusteringS2S",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 55.48,
"v_measure": 0.44259095471511933,
"v_measure_std": 0.013162258362441878
}
}

10
result/acge_text_embedding_a10_bf16/CMedQAv1.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CMedQAv1",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 177.38,
"map": 0.8850276515595047,
"mrr": 0.9091761904761906
}
}

10
result/acge_text_embedding_a10_bf16/CMedQAv2.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CMedQAv2",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 166.23,
"map": 0.887392598559833,
"mrr": 0.9120765873015874
}
}

38
result/acge_text_embedding_a10_bf16/CmedqaRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CmedqaRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 642.4,
"map_at_1": 0.26912,
"map_at_10": 0.4002,
"map_at_100": 0.41919,
"map_at_1000": 0.42021,
"map_at_3": 0.35429,
"map_at_5": 0.38055,
"mrr_at_1": 0.40685,
"mrr_at_10": 0.48849,
"mrr_at_100": 0.4983,
"mrr_at_1000": 0.4987,
"mrr_at_3": 0.46166,
"mrr_at_5": 0.47737,
"ndcg_at_1": 0.40685,
"ndcg_at_10": 0.46798,
"ndcg_at_100": 0.53998,
"ndcg_at_1000": 0.557,
"ndcg_at_3": 0.41035,
"ndcg_at_5": 0.4361,
"precision_at_1": 0.40685,
"precision_at_10": 0.1043,
"precision_at_100": 0.01625,
"precision_at_1000": 0.00184,
"precision_at_3": 0.23139,
"precision_at_5": 0.17024,
"recall_at_1": 0.26912,
"recall_at_10": 0.5789,
"recall_at_100": 0.87374,
"recall_at_1000": 0.98721,
"recall_at_3": 0.40825,
"recall_at_5": 0.48491
}
}

49
result/acge_text_embedding_a10_bf16/Cmnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": null,
"mteb_dataset_name": "Cmnli",
"mteb_version": "1.1.1",
"validation": {
"cos_sim": {
"accuracy": 0.834155141310884,
"accuracy_threshold": 0.655905544757843,
"ap": 0.9049057754163061,
"f1": 0.8427460263780859,
"f1_threshold": 0.645372748374939,
"precision": 0.8136700043535046,
"recall": 0.8739770867430442
},
"dot": {
"accuracy": 0.8342754058929646,
"accuracy_threshold": 0.6557313203811646,
"ap": 0.9050212054081632,
"f1": 0.8431416424255985,
"f1_threshold": 0.6397272348403931,
"precision": 0.8084102124007724,
"recall": 0.8809913490764555
},
"euclidean": {
"accuracy": 0.8345159350571256,
"accuracy_threshold": 0.8281130194664001,
"ap": 0.9048986952292054,
"f1": 0.8430311231393776,
"f1_threshold": 0.8416151404380798,
"precision": 0.8142016989762579,
"recall": 0.8739770867430442
},
"evaluation_time": 6.59,
"manhattan": {
"accuracy": 0.8353577871316897,
"accuracy_threshold": 28.042278289794922,
"ap": 0.9048090090749703,
"f1": 0.8442074208555542,
"f1_threshold": 28.250762939453125,
"precision": 0.8201058201058201,
"recall": 0.8697685293429974
},
"max": {
"accuracy": 0.8353577871316897,
"ap": 0.9050212054081632,
"f1": 0.8442074208555542
}
}
}

38
result/acge_text_embedding_a10_bf16/CovidRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CovidRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 675.01,
"map_at_1": 0.67597,
"map_at_10": 0.76531,
"map_at_100": 0.7688,
"map_at_1000": 0.76884,
"map_at_3": 0.74772,
"map_at_5": 0.75881,
"mrr_at_1": 0.67861,
"mrr_at_10": 0.7654,
"mrr_at_100": 0.76888,
"mrr_at_1000": 0.76893,
"mrr_at_3": 0.74886,
"mrr_at_5": 0.75929,
"ndcg_at_1": 0.67861,
"ndcg_at_10": 0.80405,
"ndcg_at_100": 0.81918,
"ndcg_at_1000": 0.82027,
"ndcg_at_3": 0.76972,
"ndcg_at_5": 0.78929,
"precision_at_1": 0.67861,
"precision_at_10": 0.09336,
"precision_at_100": 0.01001,
"precision_at_1000": 0.00101,
"precision_at_3": 0.27924,
"precision_at_5": 0.17745,
"recall_at_1": 0.67597,
"recall_at_10": 0.92308,
"recall_at_100": 0.99052,
"recall_at_1000": 0.99895,
"recall_at_3": 0.83219,
"recall_at_5": 0.87908
}
}

38
result/acge_text_embedding_a10_bf16/DuRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "DuRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 669.37,
"map_at_1": 0.25574,
"map_at_10": 0.7849,
"map_at_100": 0.81378,
"map_at_1000": 0.81423,
"map_at_3": 0.54115,
"map_at_5": 0.68734,
"mrr_at_1": 0.892,
"mrr_at_10": 0.92573,
"mrr_at_100": 0.92649,
"mrr_at_1000": 0.92653,
"mrr_at_3": 0.92275,
"mrr_at_5": 0.92465,
"ndcg_at_1": 0.892,
"ndcg_at_10": 0.86086,
"ndcg_at_100": 0.89052,
"ndcg_at_1000": 0.89483,
"ndcg_at_3": 0.84913,
"ndcg_at_5": 0.8406,
"precision_at_1": 0.892,
"precision_at_10": 0.4135,
"precision_at_100": 0.04779,
"precision_at_1000": 0.00488,
"precision_at_3": 0.76183,
"precision_at_5": 0.6468,
"recall_at_1": 0.25574,
"recall_at_10": 0.87154,
"recall_at_100": 0.96829,
"recall_at_1000": 0.9912,
"recall_at_3": 0.56446,
"recall_at_5": 0.73658
}
}

38
result/acge_text_embedding_a10_bf16/EcomRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "EcomRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 65.33,
"map_at_1": 0.521,
"map_at_10": 0.62619,
"map_at_100": 0.63114,
"map_at_1000": 0.63131,
"map_at_3": 0.60267,
"map_at_5": 0.61792,
"mrr_at_1": 0.521,
"mrr_at_10": 0.62619,
"mrr_at_100": 0.63114,
"mrr_at_1000": 0.63131,
"mrr_at_3": 0.60267,
"mrr_at_5": 0.61792,
"ndcg_at_1": 0.521,
"ndcg_at_10": 0.67566,
"ndcg_at_100": 0.69947,
"ndcg_at_1000": 0.70333,
"ndcg_at_3": 0.62826,
"ndcg_at_5": 0.6558,
"precision_at_1": 0.521,
"precision_at_10": 0.083,
"precision_at_100": 0.00941,
"precision_at_1000": 0.00097,
"precision_at_3": 0.234,
"precision_at_5": 0.1538,
"recall_at_1": 0.521,
"recall_at_10": 0.83,
"recall_at_100": 0.941,
"recall_at_1000": 0.97,
"recall_at_3": 0.702,
"recall_at_5": 0.769
}
}

13
result/acge_text_embedding_a10_bf16/IFlyTek.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": null,
"mteb_dataset_name": "IFlyTek",
"mteb_version": "1.1.1",
"validation": {
"accuracy": 0.5176606387071951,
"accuracy_stderr": 0.0035230544493296385,
"evaluation_time": 149.96,
"f1": 0.40270170518699155,
"f1_stderr": 0.0017349315887891484,
"main_score": 0.5176606387071951
}
}

15
result/acge_text_embedding_a10_bf16/JDReview.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": null,
"mteb_dataset_name": "JDReview",
"mteb_version": "1.1.1",
"test": {
"accuracy": 0.8669793621013133,
"accuracy_stderr": 0.009170243459549659,
"ap": 0.5546718958939327,
"ap_stderr": 0.013907979413741858,
"evaluation_time": 9.64,
"f1": 0.8148228915952436,
"f1_stderr": 0.008989126268531128,
"main_score": 0.8669793621013133
}
}

20
result/acge_text_embedding_a10_bf16/LCQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "LCQMC",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.7113799238905196,
"spearman": 0.7817304786177175
},
"euclidean": {
"pearson": 0.7748642718370318,
"spearman": 0.7817554866337617
},
"evaluation_time": 7.69,
"manhattan": {
"pearson": 0.7747501828376532,
"spearman": 0.7816650098418465
}
}
}

10
result/acge_text_embedding_a10_bf16/MMarcoReranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "MMarcoReranking",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 204.7,
"map": 0.2758238117043332,
"mrr": 0.27842460317460316
}
}

38
result/acge_text_embedding_a10_bf16/MMarcoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "MMarcoRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 241.64,
"map_at_1": 0.65654,
"map_at_10": 0.74765,
"map_at_100": 0.75108,
"map_at_1000": 0.7512,
"map_at_3": 0.73022,
"map_at_5": 0.74134,
"mrr_at_1": 0.67923,
"mrr_at_10": 0.75395,
"mrr_at_100": 0.75694,
"mrr_at_1000": 0.75705,
"mrr_at_3": 0.73885,
"mrr_at_5": 0.74845,
"ndcg_at_1": 0.67923,
"ndcg_at_10": 0.78425,
"ndcg_at_100": 0.79966,
"ndcg_at_1000": 0.80278,
"ndcg_at_3": 0.75128,
"ndcg_at_5": 0.76999,
"precision_at_1": 0.67923,
"precision_at_10": 0.09468,
"precision_at_100": 0.01023,
"precision_at_1000": 0.00105,
"precision_at_3": 0.28329,
"precision_at_5": 0.1798,
"recall_at_1": 0.65654,
"recall_at_10": 0.89056,
"recall_at_100": 0.96037,
"recall_at_1000": 0.98455,
"recall_at_3": 0.80343,
"recall_at_5": 0.84789
}
}

25
result/acge_text_embedding_a10_bf16/MassiveIntentClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"mteb_dataset_name": "MassiveIntentClassification",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 12.49,
"zh-CN": {
"accuracy": 0.7585743106926698,
"accuracy_stderr": 0.015209391900334438,
"f1": 0.7303701614932926,
"f1_stderr": 0.012723690389832107,
"main_score": 0.7585743106926698
}
},
"validation": {
"evaluation_time": 12.27,
"zh-CN": {
"accuracy": 0.7619773733398917,
"accuracy_stderr": 0.014512576249971336,
"f1": 0.7244896179461546,
"f1_stderr": 0.011384890091815123,
"main_score": 0.7619773733398917
}
}
}

25
result/acge_text_embedding_a10_bf16/MassiveScenarioClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"mteb_dataset_name": "MassiveScenarioClassification",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 8.85,
"zh-CN": {
"accuracy": 0.7842299932750505,
"accuracy_stderr": 0.014823175563716382,
"f1": 0.7810417897185625,
"f1_stderr": 0.013286373780853102,
"main_score": 0.7842299932750505
}
},
"validation": {
"evaluation_time": 8.38,
"zh-CN": {
"accuracy": 0.7782095425479587,
"accuracy_stderr": 0.014618885958749248,
"f1": 0.7723375008626536,
"f1_stderr": 0.015591423260094068,
"main_score": 0.7782095425479587
}
}
}

38
result/acge_text_embedding_a10_bf16/MedicalRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "MedicalRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 236.29,
"map_at_1": 0.549,
"map_at_10": 0.61024,
"map_at_100": 0.61585,
"map_at_1000": 0.61625,
"map_at_3": 0.59533,
"map_at_5": 0.60333,
"mrr_at_1": 0.551,
"mrr_at_10": 0.61124,
"mrr_at_100": 0.61686,
"mrr_at_1000": 0.61726,
"mrr_at_3": 0.59633,
"mrr_at_5": 0.60433,
"ndcg_at_1": 0.549,
"ndcg_at_10": 0.6407,
"ndcg_at_100": 0.67041,
"ndcg_at_1000": 0.68237,
"ndcg_at_3": 0.60969,
"ndcg_at_5": 0.62411,
"precision_at_1": 0.549,
"precision_at_10": 0.0737,
"precision_at_100": 0.00882,
"precision_at_1000": 0.00098,
"precision_at_3": 0.217,
"precision_at_5": 0.1372,
"recall_at_1": 0.549,
"recall_at_10": 0.737,
"recall_at_100": 0.882,
"recall_at_1000": 0.978,
"recall_at_3": 0.651,
"recall_at_5": 0.686
}
}

13
result/acge_text_embedding_a10_bf16/MultilingualSentiment.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": null,
"mteb_dataset_name": "MultilingualSentiment",
"mteb_version": "1.1.1",
"validation": {
"accuracy": 0.7757666666666666,
"accuracy_stderr": 0.004494564618637846,
"evaluation_time": 19.48,
"f1": 0.7754926687781014,
"f1_stderr": 0.006051542426096796,
"main_score": 0.7757666666666666
}
}

49
result/acge_text_embedding_a10_bf16/Ocnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": null,
"mteb_dataset_name": "Ocnli",
"mteb_version": "1.1.1",
"validation": {
"cos_sim": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5930440425872803,
"ap": 0.8516262845422288,
"f1": 0.8297771455666192,
"f1_threshold": 0.5647917985916138,
"precision": 0.7530120481927711,
"recall": 0.9239704329461457
},
"dot": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5982565879821777,
"ap": 0.8511448381714821,
"f1": 0.8299190090519295,
"f1_threshold": 0.5676579475402832,
"precision": 0.7560763888888888,
"recall": 0.9197465681098205
},
"euclidean": {
"accuracy": 0.8105035192203573,
"accuracy_threshold": 0.8990259170532227,
"ap": 0.8516821622996872,
"f1": 0.8300094966761632,
"f1_threshold": 0.9317486882209778,
"precision": 0.7540983606557377,
"recall": 0.9229144667370645
},
"evaluation_time": 1.5,
"manhattan": {
"accuracy": 0.8115863562533838,
"accuracy_threshold": 30.2585506439209,
"ap": 0.8514921863839019,
"f1": 0.8291048348492102,
"f1_threshold": 31.238189697265625,
"precision": 0.7583187390542907,
"recall": 0.914466737064414
},
"max": {
"accuracy": 0.8115863562533838,
"ap": 0.8516821622996872,
"f1": 0.8300094966761632
}
}
}

15
result/acge_text_embedding_a10_bf16/OnlineShopping.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": null,
"mteb_dataset_name": "OnlineShopping",
"mteb_version": "1.1.1",
"test": {
"accuracy": 0.9374,
"accuracy_stderr": 0.005499090833946969,
"ap": 0.918742935725318,
"ap_stderr": 0.0038520346274983235,
"evaluation_time": 13.75,
"f1": 0.937291967799952,
"f1_stderr": 0.005456903309479222,
"main_score": 0.9374
}
}

20
result/acge_text_embedding_a10_bf16/PAWSX.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "PAWSX",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.39153309719954255,
"spearman": 0.4549104095046596
},
"euclidean": {
"pearson": 0.4484341925744787,
"spearman": 0.4549591820681975
},
"evaluation_time": 3.2,
"manhattan": {
"pearson": 0.44849970344307794,
"spearman": 0.45511943477696504
}
}
}

20
result/acge_text_embedding_a10_bf16/QBQTC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "QBQTC",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.34238065972733855,
"spearman": 0.3729994521083957
},
"euclidean": {
"pearson": 0.35117285683586885,
"spearman": 0.37296421136185903
},
"evaluation_time": 4.28,
"manhattan": {
"pearson": 0.35077612993620544,
"spearman": 0.3724321404636873
}
}
}

22
result/acge_text_embedding_a10_bf16/STS22.json Normal file
View File

@@ -0,0 +1,22 @@
{
"dataset_revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"mteb_dataset_name": "STS22",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 19.94,
"zh": {
"cos_sim": {
"pearson": 0.6181084429804533,
"spearman": 0.6706680826468155
},
"euclidean": {
"pearson": 0.6568769357174774,
"spearman": 0.6703679315323132
},
"manhattan": {
"pearson": 0.6562894558510642,
"spearman": 0.6703727613483745
}
}
}
}

20
result/acge_text_embedding_a10_bf16/STSB.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "STSB",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.8156386995511361,
"spearman": 0.8273686622131105
},
"euclidean": {
"pearson": 0.824948141156291,
"spearman": 0.8272976398817485
},
"evaluation_time": 1.18,
"manhattan": {
"pearson": 0.8248268721046512,
"spearman": 0.8271507072385981
}
}
}

10
result/acge_text_embedding_a10_bf16/T2Reranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "T2Reranking",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 1202.17,
"map": 0.6585592968571603,
"mrr": 0.7596156946190799
}
}

38
result/acge_text_embedding_a10_bf16/T2Retrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "T2Retrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 1827.95,
"map_at_1": 0.27061,
"map_at_10": 0.75299,
"map_at_100": 0.79106,
"map_at_1000": 0.79179,
"map_at_3": 0.53062,
"map_at_5": 0.65117,
"mrr_at_1": 0.88817,
"mrr_at_10": 0.91719,
"mrr_at_100": 0.91812,
"mrr_at_1000": 0.91815,
"mrr_at_3": 0.91209,
"mrr_at_5": 0.91546,
"ndcg_at_1": 0.88817,
"ndcg_at_10": 0.83269,
"ndcg_at_100": 0.8726,
"ndcg_at_1000": 0.87942,
"ndcg_at_3": 0.84688,
"ndcg_at_5": 0.83242,
"precision_at_1": 0.88817,
"precision_at_10": 0.41293,
"precision_at_100": 0.04994,
"precision_at_1000": 0.00515,
"precision_at_3": 0.73945,
"precision_at_5": 0.6189,
"recall_at_1": 0.27061,
"recall_at_10": 0.8232,
"recall_at_100": 0.95049,
"recall_at_1000": 0.98466,
"recall_at_3": 0.54877,
"recall_at_5": 0.6883
}
}

13
result/acge_text_embedding_a10_bf16/TNews.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": null,
"mteb_dataset_name": "TNews",
"mteb_version": "1.1.1",
"validation": {
"accuracy": 0.53697,
"accuracy_stderr": 0.003216846281686451,
"evaluation_time": 15.68,
"f1": 0.5187777083293563,
"f1_stderr": 0.004223883600638354,
"main_score": 0.53697
}
}

10
result/acge_text_embedding_a10_bf16/ThuNewsClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "ThuNewsClusteringP2P",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 210.99,
"v_measure": 0.7348804805577354,
"v_measure_std": 0.022460628082213604
}
}

10
result/acge_text_embedding_a10_bf16/ThuNewsClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "ThuNewsClusteringS2S",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 55.95,
"v_measure": 0.6828918056606984,
"v_measure_std": 0.02042687239840596
}
}

38
result/acge_text_embedding_a10_bf16/VideoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "VideoRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 65.38,
"map_at_1": 0.593,
"map_at_10": 0.69131,
"map_at_100": 0.6965,
"map_at_1000": 0.69667,
"map_at_3": 0.67667,
"map_at_5": 0.68687,
"mrr_at_1": 0.593,
"mrr_at_10": 0.69131,
"mrr_at_100": 0.6965,
"mrr_at_1000": 0.69667,
"mrr_at_3": 0.67667,
"mrr_at_5": 0.68687,
"ndcg_at_1": 0.593,
"ndcg_at_10": 0.73236,
"ndcg_at_100": 0.75514,
"ndcg_at_1000": 0.75924,
"ndcg_at_3": 0.70302,
"ndcg_at_5": 0.72127,
"precision_at_1": 0.593,
"precision_at_10": 0.0858,
"precision_at_100": 0.00959,
"precision_at_1000": 0.00099,
"precision_at_3": 0.25967,
"precision_at_5": 0.1646,
"recall_at_1": 0.593,
"recall_at_10": 0.858,
"recall_at_100": 0.959,
"recall_at_1000": 0.991,
"recall_at_3": 0.779,
"recall_at_5": 0.823
}
}

15
result/acge_text_embedding_a10_bf16/Waimai.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": null,
"mteb_dataset_name": "Waimai",
"mteb_version": "1.1.1",
"test": {
"accuracy": 0.8855999999999999,
"accuracy_stderr": 0.00542586398650022,
"ap": 0.7361808496992722,
"ap_stderr": 0.011074642485384353,
"evaluation_time": 8.39,
"f1": 0.8709134854653389,
"f1_stderr": 0.0046763453419527284,
"main_score": 0.8855999999999999
}
}