aspire/acge_text_embedding
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: aspire/acge_text_embedding
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-14 14:59:48 +08:00
commit d561db1f48
159 changed files with 46965 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
result/acge_text_embedding_bf16/AFQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4",
"mteb_dataset_name": "AFQMC",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"pearson": 0.5403219651150428,
"spearman": 0.5880567952355933
},
"euclidean": {
"pearson": 0.5747052075207808,
"spearman": 0.5880429232297114
},
"evaluation_time": 2.53,
"manhattan": {
"pearson": 0.5746163912433917,
"spearman": 0.58797778532121
}
}
}

20
result/acge_text_embedding_bf16/ATEC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "0f319b1142f28d00e055a6770f3f726ae9b7d865",
"mteb_dataset_name": "ATEC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.5352317196374685,
"spearman": 0.5794610819724817
},
"euclidean": {
"pearson": 0.6116974418403869,
"spearman": 0.5794681861980281
},
"evaluation_time": 11.13,
"manhattan": {
"pearson": 0.6116782535933452,
"spearman": 0.5794540903298445
}
}
}

25
result/acge_text_embedding_bf16/AmazonReviewsClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"mteb_dataset_name": "AmazonReviewsClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 49.61,
"zh": {
"accuracy": 0.48556,
"accuracy_stderr": 0.016404828557470493,
"f1": 0.4661852566163211,
"f1_stderr": 0.016210688869191376,
"main_score": 0.48556
}
},
"validation": {
"evaluation_time": 32.97,
"zh": {
"accuracy": 0.4767600000000001,
"accuracy_stderr": 0.01377383025886408,
"f1": 0.45757305049914343,
"f1_stderr": 0.011974246680296244,
"main_score": 0.4767600000000001
}
}
}

20
result/acge_text_embedding_bf16/BQ.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "e3dda5e115e487b39ec7e618c0c6a29137052a55",
"mteb_dataset_name": "BQ",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.6826963267181252,
"spearman": 0.7036696156869363
},
"euclidean": {
"pearson": 0.6942591718370763,
"spearman": 0.703677583116469
},
"evaluation_time": 5.46,
"manhattan": {
"pearson": 0.6940127857737215,
"spearman": 0.7034572662526427
}
}
}

10
result/acge_text_embedding_bf16/CLSClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476",
"mteb_dataset_name": "CLSClusteringP2P",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 184.69,
"v_measure": 0.46546853871797733,
"v_measure_std": 0.014569739407015586
}
}

10
result/acge_text_embedding_bf16/CLSClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "e458b3f5414b62b7f9f83499ac1f5497ae2e869f",
"mteb_dataset_name": "CLSClusteringS2S",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 110.77,
"v_measure": 0.4445602575811581,
"v_measure_std": 0.012328026830488758
}
}

10
result/acge_text_embedding_bf16/CMedQAv1.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8d7f1e942507dac42dc58017c1a001c3717da7df",
"mteb_dataset_name": "CMedQAv1",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 66.82,
"map": 0.884576468720639,
"mrr": 0.9090595238095237
}
}

10
result/acge_text_embedding_bf16/CMedQAv2.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0",
"mteb_dataset_name": "CMedQAv2",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 61.0,
"map": 0.8871413673867269,
"mrr": 0.9119265873015873
}
}

38
result/acge_text_embedding_bf16/CmedqaRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301",
"dev": {
"evaluation_time": 256.18,
"map_at_1": 0.26825,
"map_at_10": 0.39959,
"map_at_100": 0.41861,
"map_at_1000": 0.41963,
"map_at_3": 0.35357,
"map_at_5": 0.38001,
"mrr_at_1": 0.40585,
"mrr_at_10": 0.48802,
"mrr_at_100": 0.49779,
"mrr_at_1000": 0.49819,
"mrr_at_3": 0.46095,
"mrr_at_5": 0.47678,
"ndcg_at_1": 0.40585,
"ndcg_at_10": 0.46758,
"ndcg_at_100": 0.53957,
"ndcg_at_1000": 0.55656,
"ndcg_at_3": 0.40961,
"ndcg_at_5": 0.43564,
"precision_at_1": 0.40585,
"precision_at_10": 0.10425,
"precision_at_100": 0.01625,
"precision_at_1000": 0.00184,
"precision_at_3": 0.23114,
"precision_at_5": 0.17024,
"recall_at_1": 0.26825,
"recall_at_10": 0.57909,
"recall_at_100": 0.87375,
"recall_at_1000": 0.98695,
"recall_at_3": 0.40754,
"recall_at_5": 0.48472
},
"mteb_dataset_name": "CmedqaRetrieval",
"mteb_version": "1.1.2"
}

49
result/acge_text_embedding_bf16/Cmnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766",
"mteb_dataset_name": "Cmnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.834155141310884,
"accuracy_threshold": 0.6564782857894897,
"ap": 0.9049006000181046,
"f1": 0.8428797826579125,
"f1_threshold": 0.6480306386947632,
"precision": 0.8169848584595129,
"recall": 0.8704699555763385
},
"dot": {
"accuracy": 0.8340348767288034,
"accuracy_threshold": 0.6529912352561951,
"ap": 0.9050667776818787,
"f1": 0.8431853669417801,
"f1_threshold": 0.6381836533546448,
"precision": 0.8061420345489443,
"recall": 0.88379705400982
},
"euclidean": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.8326233625411987,
"ap": 0.9048869698176196,
"f1": 0.8432616081540204,
"f1_threshold": 0.8387479186058044,
"precision": 0.8177026136613222,
"recall": 0.8704699555763385
},
"evaluation_time": 13.31,
"manhattan": {
"accuracy": 0.8355983162958509,
"accuracy_threshold": 28.043197631835938,
"ap": 0.9047972486190912,
"f1": 0.8442325158946412,
"f1_threshold": 28.235897064208984,
"precision": 0.820569410726109,
"recall": 0.8693009118541033
},
"max": {
"accuracy": 0.8355983162958509,
"ap": 0.9050667776818787,
"f1": 0.8442325158946412
}
}
}

38
result/acge_text_embedding_bf16/CovidRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117",
"dev": {
"evaluation_time": 263.03,
"map_at_1": 0.67597,
"map_at_10": 0.76545,
"map_at_100": 0.76893,
"map_at_1000": 0.76897,
"map_at_3": 0.74807,
"map_at_5": 0.75895,
"mrr_at_1": 0.67861,
"mrr_at_10": 0.76545,
"mrr_at_100": 0.76893,
"mrr_at_1000": 0.76897,
"mrr_at_3": 0.74886,
"mrr_at_5": 0.75934,
"ndcg_at_1": 0.67861,
"ndcg_at_10": 0.80417,
"ndcg_at_100": 0.81928,
"ndcg_at_1000": 0.82038,
"ndcg_at_3": 0.77025,
"ndcg_at_5": 0.78941,
"precision_at_1": 0.67861,
"precision_at_10": 0.09336,
"precision_at_100": 0.01001,
"precision_at_1000": 0.00101,
"precision_at_3": 0.27959,
"precision_at_5": 0.17745,
"recall_at_1": 0.67597,
"recall_at_10": 0.92308,
"recall_at_100": 0.99052,
"recall_at_1000": 0.99895,
"recall_at_3": 0.83325,
"recall_at_5": 0.87908
},
"mteb_dataset_name": "CovidRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_bf16/DuRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced",
"dev": {
"evaluation_time": 264.68,
"map_at_1": 0.25574,
"map_at_10": 0.78493,
"map_at_100": 0.81384,
"map_at_1000": 0.81429,
"map_at_3": 0.54107,
"map_at_5": 0.68755,
"mrr_at_1": 0.892,
"mrr_at_10": 0.92567,
"mrr_at_100": 0.92642,
"mrr_at_1000": 0.92646,
"mrr_at_3": 0.92258,
"mrr_at_5": 0.92458,
"ndcg_at_1": 0.892,
"ndcg_at_10": 0.86084,
"ndcg_at_100": 0.89053,
"ndcg_at_1000": 0.89484,
"ndcg_at_3": 0.84898,
"ndcg_at_5": 0.84078,
"precision_at_1": 0.892,
"precision_at_10": 0.41345,
"precision_at_100": 0.04779,
"precision_at_1000": 0.00488,
"precision_at_3": 0.76167,
"precision_at_5": 0.647,
"recall_at_1": 0.25574,
"recall_at_10": 0.87153,
"recall_at_100": 0.96829,
"recall_at_1000": 0.9912,
"recall_at_3": 0.56421,
"recall_at_5": 0.737
},
"mteb_dataset_name": "DuRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_bf16/EcomRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9",
"dev": {
"evaluation_time": 32.03,
"map_at_1": 0.52,
"map_at_10": 0.62553,
"map_at_100": 0.63048,
"map_at_1000": 0.63065,
"map_at_3": 0.60233,
"map_at_5": 0.61713,
"mrr_at_1": 0.52,
"mrr_at_10": 0.62553,
"mrr_at_100": 0.63048,
"mrr_at_1000": 0.63065,
"mrr_at_3": 0.60233,
"mrr_at_5": 0.61713,
"ndcg_at_1": 0.52,
"ndcg_at_10": 0.67516,
"ndcg_at_100": 0.69896,
"ndcg_at_1000": 0.70281,
"ndcg_at_3": 0.62826,
"ndcg_at_5": 0.65498,
"precision_at_1": 0.52,
"precision_at_10": 0.083,
"precision_at_100": 0.00941,
"precision_at_1000": 0.00097,
"precision_at_3": 0.23433,
"precision_at_5": 0.1536,
"recall_at_1": 0.52,
"recall_at_10": 0.83,
"recall_at_100": 0.941,
"recall_at_1000": 0.97,
"recall_at_3": 0.703,
"recall_at_5": 0.768
},
"mteb_dataset_name": "EcomRetrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_bf16/IFlyTek.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "421605374b29664c5fc098418fe20ada9bd55f8a",
"mteb_dataset_name": "IFlyTek",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.5176606387071951,
"accuracy_stderr": 0.0032702623102540806,
"evaluation_time": 84.06,
"f1": 0.4025725744367441,
"f1_stderr": 0.0016184111805853006,
"main_score": 0.5176606387071951
}
}

15
result/acge_text_embedding_bf16/JDReview.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b",
"mteb_dataset_name": "JDReview",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.8669793621013133,
"accuracy_stderr": 0.009170243459549659,
"ap": 0.5546718958939327,
"ap_stderr": 0.013907979413741858,
"evaluation_time": 1.89,
"f1": 0.8148228915952436,
"f1_stderr": 0.008989126268531128,
"main_score": 0.8669793621013133
}
}

20
result/acge_text_embedding_bf16/LCQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "17f9b096f80380fce5ed12a9be8be7784b337daf",
"mteb_dataset_name": "LCQMC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.7113755846688529,
"spearman": 0.7817322744116031
},
"euclidean": {
"pearson": 0.7748740502819293,
"spearman": 0.7817553979551616
},
"evaluation_time": 8.18,
"manhattan": {
"pearson": 0.7747671561749275,
"spearman": 0.7816780681181362
}
}
}

10
result/acge_text_embedding_bf16/MMarcoReranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8e0c766dbe9e16e1d221116a3f36795fbade07f6",
"dev": {
"evaluation_time": 77.24,
"map": 0.27054392822906315,
"mrr": 0.29001190476190475
},
"mteb_dataset_name": "MMarcoReranking",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_bf16/MMarcoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2",
"dev": {
"evaluation_time": 112.52,
"map_at_1": 0.65626,
"map_at_10": 0.74749,
"map_at_100": 0.75091,
"map_at_1000": 0.75103,
"map_at_3": 0.73007,
"map_at_5": 0.74124,
"mrr_at_1": 0.67894,
"mrr_at_10": 0.75374,
"mrr_at_100": 0.75674,
"mrr_at_1000": 0.75685,
"mrr_at_3": 0.73868,
"mrr_at_5": 0.7483,
"ndcg_at_1": 0.67894,
"ndcg_at_10": 0.78414,
"ndcg_at_100": 0.79947,
"ndcg_at_1000": 0.80265,
"ndcg_at_3": 0.7512,
"ndcg_at_5": 0.76999,
"precision_at_1": 0.67894,
"precision_at_10": 0.0947,
"precision_at_100": 0.01023,
"precision_at_1000": 0.00105,
"precision_at_3": 0.28333,
"precision_at_5": 0.17989,
"recall_at_1": 0.65626,
"recall_at_10": 0.89063,
"recall_at_100": 0.95995,
"recall_at_1000": 0.98455,
"recall_at_3": 0.80357,
"recall_at_5": 0.84824
},
"mteb_dataset_name": "MMarcoRetrieval",
"mteb_version": "1.1.2"
}

25
result/acge_text_embedding_bf16/MassiveIntentClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"mteb_dataset_name": "MassiveIntentClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 34.99,
"zh-CN": {
"accuracy": 0.7588433086751849,
"accuracy_stderr": 0.014973247823706553,
"f1": 0.7306801290283882,
"f1_stderr": 0.012476484938556087,
"main_score": 0.7588433086751849
}
},
"validation": {
"evaluation_time": 23.55,
"zh-CN": {
"accuracy": 0.7620757501229709,
"accuracy_stderr": 0.014687574643088952,
"f1": 0.7245688532585948,
"f1_stderr": 0.011566046270173427,
"main_score": 0.7620757501229709
}
}
}

25
result/acge_text_embedding_bf16/MassiveScenarioClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"mteb_dataset_name": "MassiveScenarioClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 11.48,
"zh-CN": {
"accuracy": 0.7844317417619366,
"accuracy_stderr": 0.014818140621174506,
"f1": 0.7814079252505329,
"f1_stderr": 0.013389146532514561,
"main_score": 0.7844317417619366
}
},
"validation": {
"evaluation_time": 8.87,
"zh-CN": {
"accuracy": 0.7780127889818004,
"accuracy_stderr": 0.014404810174544135,
"f1": 0.7721400948720412,
"f1_stderr": 0.0153931044711485,
"main_score": 0.7780127889818004
}
}
}

38
result/acge_text_embedding_bf16/MedicalRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6",
"dev": {
"evaluation_time": 103.65,
"map_at_1": 0.549,
"map_at_10": 0.61,
"map_at_100": 0.61549,
"map_at_1000": 0.61591,
"map_at_3": 0.59517,
"map_at_5": 0.60267,
"mrr_at_1": 0.551,
"mrr_at_10": 0.611,
"mrr_at_100": 0.61649,
"mrr_at_1000": 0.61691,
"mrr_at_3": 0.59617,
"mrr_at_5": 0.60367,
"ndcg_at_1": 0.549,
"ndcg_at_10": 0.6407,
"ndcg_at_100": 0.66981,
"ndcg_at_1000": 0.68207,
"ndcg_at_3": 0.60956,
"ndcg_at_5": 0.62311,
"precision_at_1": 0.549,
"precision_at_10": 0.0738,
"precision_at_100": 0.0088,
"precision_at_1000": 0.00098,
"precision_at_3": 0.217,
"precision_at_5": 0.1368,
"recall_at_1": 0.549,
"recall_at_10": 0.738,
"recall_at_100": 0.88,
"recall_at_1000": 0.978,
"recall_at_3": 0.651,
"recall_at_5": 0.684
},
"mteb_dataset_name": "MedicalRetrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_bf16/MultilingualSentiment.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "46958b007a63fdbf239b7672c25d0bea67b5ea1a",
"mteb_dataset_name": "MultilingualSentiment",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.7756333333333334,
"accuracy_stderr": 0.004520201568760209,
"evaluation_time": 26.01,
"f1": 0.7753666660124703,
"f1_stderr": 0.0060536558948603575,
"main_score": 0.7756333333333334
}
}

49
result/acge_text_embedding_bf16/Ocnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": "66e76a618a34d6d565d5538088562851e6daa7ec",
"mteb_dataset_name": "Ocnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5931570529937744,
"ap": 0.8516141108141811,
"f1": 0.8297771455666192,
"f1_threshold": 0.5646798610687256,
"precision": 0.7530120481927711,
"recall": 0.9239704329461457
},
"dot": {
"accuracy": 0.8105035192203573,
"accuracy_threshold": 0.5924628973007202,
"ap": 0.8513568069803823,
"f1": 0.8304038004750595,
"f1_threshold": 0.5658385157585144,
"precision": 0.7547495682210709,
"recall": 0.9229144667370645
},
"euclidean": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.8982482552528381,
"ap": 0.8516341835376644,
"f1": 0.8296860133206471,
"f1_threshold": 0.9301300048828125,
"precision": 0.754978354978355,
"recall": 0.9208025343189018
},
"evaluation_time": 2.98,
"manhattan": {
"accuracy": 0.8115863562533838,
"accuracy_threshold": 30.367427825927734,
"ap": 0.8513388548299352,
"f1": 0.8291048348492102,
"f1_threshold": 31.26837158203125,
"precision": 0.7583187390542907,
"recall": 0.914466737064414
},
"max": {
"accuracy": 0.8115863562533838,
"ap": 0.8516341835376644,
"f1": 0.8304038004750595
}
}
}

15
result/acge_text_embedding_bf16/OnlineShopping.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "e610f2ebd179a8fda30ae534c3878750a96db120",
"mteb_dataset_name": "OnlineShopping",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.9375,
"accuracy_stderr": 0.005333854141237797,
"ap": 0.918757063139003,
"ap_stderr": 0.0038428310634423444,
"evaluation_time": 2.88,
"f1": 0.9373901896028437,
"f1_stderr": 0.005292186558409531,
"main_score": 0.9375
}
}

20
result/acge_text_embedding_bf16/PAWSX.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "9c6a90e430ac22b5779fb019a23e820b11a8b5e1",
"mteb_dataset_name": "PAWSX",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.39158315346095246,
"spearman": 0.45496963367304505
},
"euclidean": {
"pearson": 0.4484851504338683,
"spearman": 0.45501840606598515
},
"evaluation_time": 1.63,
"manhattan": {
"pearson": 0.44855618769134786,
"spearman": 0.45521349632021
}
}
}

20
result/acge_text_embedding_bf16/QBQTC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "790b0510dc52b1553e8c49f3d2afb48c0e5c48b7",
"mteb_dataset_name": "QBQTC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.34240063381471686,
"spearman": 0.37298105689512384
},
"euclidean": {
"pearson": 0.35114630288288695,
"spearman": 0.3729224953963422
},
"evaluation_time": 3.21,
"manhattan": {
"pearson": 0.3507429582481541,
"spearman": 0.3724006222876743
}
}
}

22
result/acge_text_embedding_bf16/STS22.json Normal file
View File

@@ -0,0 +1,22 @@
{
"dataset_revision": "eea2b4fe26a775864c896887d910b76a8098ad3f",
"mteb_dataset_name": "STS22",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 8.57,
"zh": {
"cos_sim": {
"pearson": 0.6183938629291164,
"spearman": 0.6705632097771566
},
"euclidean": {
"pearson": 0.6572031356075829,
"spearman": 0.6705823973191457
},
"manhattan": {
"pearson": 0.6566073527177827,
"spearman": 0.6704221791481658
}
}
}
}

20
result/acge_text_embedding_bf16/STSB.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0",
"mteb_dataset_name": "STSB",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.8156195178204663,
"spearman": 0.8273033434099031
},
"euclidean": {
"pearson": 0.8249605254478312,
"spearman": 0.8272004995354247
},
"evaluation_time": 0.96,
"manhattan": {
"pearson": 0.8248358662476731,
"spearman": 0.8270676710419983
}
}
}

10
result/acge_text_embedding_bf16/T2Reranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9",
"dev": {
"evaluation_time": 482.22,
"map": 0.659012655137193,
"mrr": 0.7597216177150165
},
"mteb_dataset_name": "T2Reranking",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_bf16/T2Retrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64",
"dev": {
"evaluation_time": 769.9,
"map_at_1": 0.27057,
"map_at_10": 0.75293,
"map_at_100": 0.79098,
"map_at_1000": 0.79172,
"map_at_3": 0.53049,
"map_at_5": 0.65103,
"mrr_at_1": 0.88822,
"mrr_at_10": 0.91721,
"mrr_at_100": 0.91814,
"mrr_at_1000": 0.91818,
"mrr_at_3": 0.91213,
"mrr_at_5": 0.91544,
"ndcg_at_1": 0.88822,
"ndcg_at_10": 0.83269,
"ndcg_at_100": 0.87259,
"ndcg_at_1000": 0.87938,
"ndcg_at_3": 0.84678,
"ndcg_at_5": 0.83231,
"precision_at_1": 0.88822,
"precision_at_10": 0.41297,
"precision_at_100": 0.04994,
"precision_at_1000": 0.00515,
"precision_at_3": 0.73933,
"precision_at_5": 0.61885,
"recall_at_1": 0.27057,
"recall_at_10": 0.82332,
"recall_at_100": 0.95065,
"recall_at_1000": 0.98466,
"recall_at_3": 0.54872,
"recall_at_5": 0.68814
},
"mteb_dataset_name": "T2Retrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_bf16/TNews.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "317f262bf1e6126357bbe89e875451e4b0938fe4",
"mteb_dataset_name": "TNews",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.5369,
"accuracy_stderr": 0.003208426405576395,
"evaluation_time": 34.28,
"f1": 0.5187306088948137,
"f1_stderr": 0.004187789413693209,
"main_score": 0.5369
}
}

10
result/acge_text_embedding_bf16/ThuNewsClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "5798586b105c0434e4f0fe5e767abe619442cf93",
"mteb_dataset_name": "ThuNewsClusteringP2P",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 119.09,
"v_measure": 0.7376590442198114,
"v_measure_std": 0.020385919601893947
}
}

10
result/acge_text_embedding_bf16/ThuNewsClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8a8b2caeda43f39e13c4bc5bea0f8a667896e10d",
"mteb_dataset_name": "ThuNewsClusteringS2S",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 81.19,
"v_measure": 0.6861875345658027,
"v_measure_std": 0.02360690366682162
}
}

38
result/acge_text_embedding_bf16/VideoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639",
"dev": {
"evaluation_time": 41.98,
"map_at_1": 0.594,
"map_at_10": 0.6919,
"map_at_100": 0.69711,
"map_at_1000": 0.69727,
"map_at_3": 0.67717,
"map_at_5": 0.68742,
"mrr_at_1": 0.594,
"mrr_at_10": 0.6919,
"mrr_at_100": 0.69711,
"mrr_at_1000": 0.69727,
"mrr_at_3": 0.67717,
"mrr_at_5": 0.68742,
"ndcg_at_1": 0.594,
"ndcg_at_10": 0.73281,
"ndcg_at_100": 0.75575,
"ndcg_at_1000": 0.75971,
"ndcg_at_3": 0.70339,
"ndcg_at_5": 0.72168,
"precision_at_1": 0.594,
"precision_at_10": 0.0858,
"precision_at_100": 0.0096,
"precision_at_1000": 0.00099,
"precision_at_3": 0.25967,
"precision_at_5": 0.1646,
"recall_at_1": 0.594,
"recall_at_10": 0.858,
"recall_at_100": 0.96,
"recall_at_1000": 0.991,
"recall_at_3": 0.779,
"recall_at_5": 0.823
},
"mteb_dataset_name": "VideoRetrieval",
"mteb_version": "1.1.2"
}

15
result/acge_text_embedding_bf16/Waimai.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "339287def212450dcaa9df8c22bf93e9980c7023",
"mteb_dataset_name": "Waimai",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.8856000000000002,
"accuracy_stderr": 0.005748043145279971,
"ap": 0.7362152033132061,
"ap_stderr": 0.011673453673977754,
"evaluation_time": 1.76,
"f1": 0.870916916405758,
"f1_stderr": 0.004997689843902893,
"main_score": 0.8856000000000002
}
}