aspire/acge_text_embedding
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: aspire/acge_text_embedding
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-14 14:59:48 +08:00
commit d561db1f48
159 changed files with 46965 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
result/acge_text_embedding_half/AFQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4",
"mteb_dataset_name": "AFQMC",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"pearson": 0.5403434836813035,
"spearman": 0.5880730796688325
},
"euclidean": {
"pearson": 0.5747231387873781,
"spearman": 0.588077502613237
},
"evaluation_time": 2.77,
"manhattan": {
"pearson": 0.574633272368706,
"spearman": 0.5880196022501246
}
}
}

20
result/acge_text_embedding_half/ATEC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "0f319b1142f28d00e055a6770f3f726ae9b7d865",
"mteb_dataset_name": "ATEC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.5352621298436534,
"spearman": 0.5794522776787755
},
"euclidean": {
"pearson": 0.6117041431197369,
"spearman": 0.5794552499708359
},
"evaluation_time": 12.24,
"manhattan": {
"pearson": 0.6116832744372547,
"spearman": 0.5794477516890276
}
}
}

25
result/acge_text_embedding_half/AmazonReviewsClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"mteb_dataset_name": "AmazonReviewsClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 20.46,
"zh": {
"accuracy": 0.4854000000000001,
"accuracy_stderr": 0.01637412593087032,
"f1": 0.466013535134344,
"f1_stderr": 0.016170785593646788,
"main_score": 0.4854000000000001
}
},
"validation": {
"evaluation_time": 94.89,
"zh": {
"accuracy": 0.4768,
"accuracy_stderr": 0.013765173446055805,
"f1": 0.45761967118343244,
"f1_stderr": 0.012006824474377299,
"main_score": 0.4768
}
}
}

20
result/acge_text_embedding_half/BQ.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "e3dda5e115e487b39ec7e618c0c6a29137052a55",
"mteb_dataset_name": "BQ",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.6827529954419114,
"spearman": 0.7037095221292984
},
"euclidean": {
"pearson": 0.6942690616435254,
"spearman": 0.7037017625416415
},
"evaluation_time": 6.16,
"manhattan": {
"pearson": 0.6940264873544253,
"spearman": 0.7034787436806537
}
}
}

10
result/acge_text_embedding_half/CLSClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476",
"mteb_dataset_name": "CLSClusteringP2P",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 181.22,
"v_measure": 0.4703274915800003,
"v_measure_std": 0.01201127913820874
}
}

10
result/acge_text_embedding_half/CLSClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "e458b3f5414b62b7f9f83499ac1f5497ae2e869f",
"mteb_dataset_name": "CLSClusteringS2S",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 71.07,
"v_measure": 0.44052602494036297,
"v_measure_std": 0.015383084303206652
}
}

10
result/acge_text_embedding_half/CMedQAv1.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8d7f1e942507dac42dc58017c1a001c3717da7df",
"mteb_dataset_name": "CMedQAv1",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 64.99,
"map": 0.8868256147612054,
"mrr": 0.9064261904761904
}
}

10
result/acge_text_embedding_half/CMedQAv2.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0",
"mteb_dataset_name": "CMedQAv2",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 59.61,
"map": 0.8891754448617794,
"mrr": 0.909593253968254
}
}

38
result/acge_text_embedding_half/CmedqaRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301",
"dev": {
"evaluation_time": 245.46,
"map_at_1": 0.2685,
"map_at_10": 0.39982,
"map_at_100": 0.41881,
"map_at_1000": 0.41982,
"map_at_3": 0.35405,
"map_at_5": 0.38003,
"mrr_at_1": 0.4061,
"mrr_at_10": 0.48817,
"mrr_at_100": 0.49792,
"mrr_at_1000": 0.49832,
"mrr_at_3": 0.46137,
"mrr_at_5": 0.47686,
"ndcg_at_1": 0.4061,
"ndcg_at_10": 0.46777,
"ndcg_at_100": 0.53971,
"ndcg_at_1000": 0.55671,
"ndcg_at_3": 0.41021,
"ndcg_at_5": 0.43554,
"precision_at_1": 0.4061,
"precision_at_10": 0.10433,
"precision_at_100": 0.01625,
"precision_at_1000": 0.00184,
"precision_at_3": 0.23147,
"precision_at_5": 0.17009,
"recall_at_1": 0.2685,
"recall_at_10": 0.57915,
"recall_at_100": 0.87383,
"recall_at_1000": 0.98721,
"recall_at_3": 0.4085,
"recall_at_5": 0.48416
},
"mteb_dataset_name": "CmedqaRetrieval",
"mteb_version": "1.1.2"
}

49
result/acge_text_embedding_half/Cmnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766",
"mteb_dataset_name": "Cmnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.6553230459269956,
"ap": 0.9049177266479603,
"f1": 0.8428475486903962,
"f1_threshold": 0.6404635431235377,
"precision": 0.8084603822203135,
"recall": 0.8802899228431144
},
"dot": {
"accuracy": 0.8342754058929646,
"accuracy_threshold": 0.65576171875,
"ap": 0.9045598531097172,
"f1": 0.842911877394636,
"f1_threshold": 0.64453125,
"precision": 0.8135740700456819,
"recall": 0.8744447042319383
},
"euclidean": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.8300989242334467,
"ap": 0.904917028881393,
"f1": 0.8427884077430905,
"f1_threshold": 0.8482995473168584,
"precision": 0.8081545064377682,
"recall": 0.8805237315875614
},
"evaluation_time": 7.24,
"manhattan": {
"accuracy": 0.8354780517137703,
"accuracy_threshold": 28.19183760881424,
"ap": 0.904805294463615,
"f1": 0.8444393904935183,
"f1_threshold": 28.19183760881424,
"precision": 0.8220057560327652,
"recall": 0.8681318681318682
},
"max": {
"accuracy": 0.8354780517137703,
"ap": 0.9049177266479603,
"f1": 0.8444393904935183
}
}
}

38
result/acge_text_embedding_half/CovidRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117",
"dev": {
"evaluation_time": 254.51,
"map_at_1": 0.67597,
"map_at_10": 0.7653,
"map_at_100": 0.76879,
"map_at_1000": 0.76884,
"map_at_3": 0.74772,
"map_at_5": 0.75881,
"mrr_at_1": 0.67756,
"mrr_at_10": 0.76478,
"mrr_at_100": 0.76827,
"mrr_at_1000": 0.76831,
"mrr_at_3": 0.74798,
"mrr_at_5": 0.75868,
"ndcg_at_1": 0.67861,
"ndcg_at_10": 0.80403,
"ndcg_at_100": 0.81917,
"ndcg_at_1000": 0.82026,
"ndcg_at_3": 0.76972,
"ndcg_at_5": 0.78929,
"precision_at_1": 0.67861,
"precision_at_10": 0.09336,
"precision_at_100": 0.01001,
"precision_at_1000": 0.00101,
"precision_at_3": 0.27924,
"precision_at_5": 0.17745,
"recall_at_1": 0.67597,
"recall_at_10": 0.92308,
"recall_at_100": 0.99052,
"recall_at_1000": 0.99895,
"recall_at_3": 0.83219,
"recall_at_5": 0.87908
},
"mteb_dataset_name": "CovidRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_half/DuRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced",
"dev": {
"evaluation_time": 252.63,
"map_at_1": 0.25574,
"map_at_10": 0.78491,
"map_at_100": 0.81378,
"map_at_1000": 0.81424,
"map_at_3": 0.54099,
"map_at_5": 0.68739,
"mrr_at_1": 0.892,
"mrr_at_10": 0.92571,
"mrr_at_100": 0.92647,
"mrr_at_1000": 0.92651,
"mrr_at_3": 0.92275,
"mrr_at_5": 0.92462,
"ndcg_at_1": 0.892,
"ndcg_at_10": 0.86089,
"ndcg_at_100": 0.89048,
"ndcg_at_1000": 0.89483,
"ndcg_at_3": 0.84898,
"ndcg_at_5": 0.84067,
"precision_at_1": 0.892,
"precision_at_10": 0.4135,
"precision_at_100": 0.04778,
"precision_at_1000": 0.00488,
"precision_at_3": 0.76167,
"precision_at_5": 0.6469,
"recall_at_1": 0.25574,
"recall_at_10": 0.87167,
"recall_at_100": 0.96812,
"recall_at_1000": 0.99114,
"recall_at_3": 0.56425,
"recall_at_5": 0.73683
},
"mteb_dataset_name": "DuRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_half/EcomRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9",
"dev": {
"evaluation_time": 26.81,
"map_at_1": 0.521,
"map_at_10": 0.6263,
"map_at_100": 0.63117,
"map_at_1000": 0.63134,
"map_at_3": 0.60267,
"map_at_5": 0.61777,
"mrr_at_1": 0.521,
"mrr_at_10": 0.6263,
"mrr_at_100": 0.63117,
"mrr_at_1000": 0.63134,
"mrr_at_3": 0.60267,
"mrr_at_5": 0.61777,
"ndcg_at_1": 0.521,
"ndcg_at_10": 0.67596,
"ndcg_at_100": 0.6995,
"ndcg_at_1000": 0.70335,
"ndcg_at_3": 0.62826,
"ndcg_at_5": 0.65546,
"precision_at_1": 0.521,
"precision_at_10": 0.0831,
"precision_at_100": 0.00941,
"precision_at_1000": 0.00097,
"precision_at_3": 0.234,
"precision_at_5": 0.1536,
"recall_at_1": 0.521,
"recall_at_10": 0.831,
"recall_at_100": 0.941,
"recall_at_1000": 0.97,
"recall_at_3": 0.702,
"recall_at_5": 0.768
},
"mteb_dataset_name": "EcomRetrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_half/IFlyTek.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "421605374b29664c5fc098418fe20ada9bd55f8a",
"mteb_dataset_name": "IFlyTek",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.5177375913813005,
"accuracy_stderr": 0.0032429869189235373,
"evaluation_time": 75.68,
"f1": 0.40265019062805096,
"f1_stderr": 0.0017428173805852766,
"main_score": 0.5177375913813005
}
}

15
result/acge_text_embedding_half/JDReview.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b",
"mteb_dataset_name": "JDReview",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.8669793621013133,
"accuracy_stderr": 0.009170243459549659,
"ap": 0.5546718958939327,
"ap_stderr": 0.013907979413741858,
"evaluation_time": 1.68,
"f1": 0.8148228915952436,
"f1_stderr": 0.008989126268531128,
"main_score": 0.8669793621013133
}
}

20
result/acge_text_embedding_half/LCQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "17f9b096f80380fce5ed12a9be8be7784b337daf",
"mteb_dataset_name": "LCQMC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.7113977828508851,
"spearman": 0.7817368192805166
},
"euclidean": {
"pearson": 0.7748491804313028,
"spearman": 0.781736952302019
},
"evaluation_time": 7.73,
"manhattan": {
"pearson": 0.7747344300486523,
"spearman": 0.781645433508335
}
}
}

10
result/acge_text_embedding_half/MMarcoReranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8e0c766dbe9e16e1d221116a3f36795fbade07f6",
"dev": {
"evaluation_time": 75.19,
"map": 0.27760095838935556,
"mrr": 0.2802420634920635
},
"mteb_dataset_name": "MMarcoReranking",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_half/MMarcoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2",
"dev": {
"evaluation_time": 104.56,
"map_at_1": 0.65661,
"map_at_10": 0.74752,
"map_at_100": 0.75091,
"map_at_1000": 0.75104,
"map_at_3": 0.72997,
"map_at_5": 0.74119,
"mrr_at_1": 0.67923,
"mrr_at_10": 0.75376,
"mrr_at_100": 0.75673,
"mrr_at_1000": 0.75685,
"mrr_at_3": 0.73856,
"mrr_at_5": 0.74828,
"ndcg_at_1": 0.67923,
"ndcg_at_10": 0.78424,
"ndcg_at_100": 0.79951,
"ndcg_at_1000": 0.80265,
"ndcg_at_3": 0.75101,
"ndcg_at_5": 0.76992,
"precision_at_1": 0.67923,
"precision_at_10": 0.09474,
"precision_at_100": 0.01023,
"precision_at_1000": 0.00105,
"precision_at_3": 0.28319,
"precision_at_5": 0.17986,
"recall_at_1": 0.65661,
"recall_at_10": 0.89099,
"recall_at_100": 0.96023,
"recall_at_1000": 0.98455,
"recall_at_3": 0.80314,
"recall_at_5": 0.8481
},
"mteb_dataset_name": "MMarcoRetrieval",
"mteb_version": "1.1.2"
}

25
result/acge_text_embedding_half/MassiveIntentClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"mteb_dataset_name": "MassiveIntentClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 22.02,
"zh-CN": {
"accuracy": 0.7586751849361131,
"accuracy_stderr": 0.015014908908834588,
"f1": 0.7304918450508001,
"f1_stderr": 0.01252378951936381,
"main_score": 0.7586751849361131
}
},
"validation": {
"evaluation_time": 14.08,
"zh-CN": {
"accuracy": 0.7620265617314314,
"accuracy_stderr": 0.01449647910093404,
"f1": 0.7245835837653396,
"f1_stderr": 0.011308089200669322,
"main_score": 0.7620265617314314
}
}
}

25
result/acge_text_embedding_half/MassiveScenarioClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"mteb_dataset_name": "MassiveScenarioClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 49.28,
"zh-CN": {
"accuracy": 0.784364492266308,
"accuracy_stderr": 0.01500059507311893,
"f1": 0.78120686034844,
"f1_stderr": 0.01368130096435592,
"main_score": 0.784364492266308
}
},
"validation": {
"evaluation_time": 9.35,
"zh-CN": {
"accuracy": 0.7782587309394983,
"accuracy_stderr": 0.014369073372113914,
"f1": 0.7723778920308015,
"f1_stderr": 0.015256127169547022,
"main_score": 0.7782587309394983
}
}
}

38
result/acge_text_embedding_half/MedicalRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6",
"dev": {
"evaluation_time": 90.05,
"map_at_1": 0.55,
"map_at_10": 0.61064,
"map_at_100": 0.61622,
"map_at_1000": 0.61663,
"map_at_3": 0.59583,
"map_at_5": 0.60373,
"mrr_at_1": 0.551,
"mrr_at_10": 0.61114,
"mrr_at_100": 0.61672,
"mrr_at_1000": 0.61714,
"mrr_at_3": 0.59633,
"mrr_at_5": 0.60423,
"ndcg_at_1": 0.55,
"ndcg_at_10": 0.64098,
"ndcg_at_100": 0.6705,
"ndcg_at_1000": 0.68261,
"ndcg_at_3": 0.61006,
"ndcg_at_5": 0.62439,
"precision_at_1": 0.55,
"precision_at_10": 0.0737,
"precision_at_100": 0.00881,
"precision_at_1000": 0.00098,
"precision_at_3": 0.217,
"precision_at_5": 0.1372,
"recall_at_1": 0.55,
"recall_at_10": 0.737,
"recall_at_100": 0.881,
"recall_at_1000": 0.978,
"recall_at_3": 0.651,
"recall_at_5": 0.686
},
"mteb_dataset_name": "MedicalRetrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_half/MultilingualSentiment.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "46958b007a63fdbf239b7672c25d0bea67b5ea1a",
"mteb_dataset_name": "MultilingualSentiment",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.7756333333333333,
"accuracy_stderr": 0.004622288995244191,
"evaluation_time": 16.36,
"f1": 0.7753722062560662,
"f1_stderr": 0.006181196787411487,
"main_score": 0.7756333333333333
}
}

49
result/acge_text_embedding_half/Ocnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": "66e76a618a34d6d565d5538088562851e6daa7ec",
"mteb_dataset_name": "Ocnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5927015784967749,
"ap": 0.8517712014448026,
"f1": 0.8300094966761632,
"f1_threshold": 0.5652001420400894,
"precision": 0.7540983606557377,
"recall": 0.9229144667370645
},
"dot": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.59326171875,
"ap": 0.8515382639837256,
"f1": 0.8301707779886148,
"f1_threshold": 0.56494140625,
"precision": 0.7536606373815676,
"recall": 0.9239704329461457
},
"euclidean": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.90270946410721,
"ap": 0.8517692794840255,
"f1": 0.8300094966761632,
"f1_threshold": 0.9324667371600142,
"precision": 0.7540983606557377,
"recall": 0.9229144667370645
},
"evaluation_time": 2.07,
"manhattan": {
"accuracy": 0.8105035192203573,
"accuracy_threshold": 30.225037306547165,
"ap": 0.8514211368570364,
"f1": 0.8296155671570954,
"f1_threshold": 31.521927028894424,
"precision": 0.753448275862069,
"recall": 0.9229144667370645
},
"max": {
"accuracy": 0.8110449377368706,
"ap": 0.8517712014448026,
"f1": 0.8301707779886148
}
}
}

15
result/acge_text_embedding_half/OnlineShopping.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "e610f2ebd179a8fda30ae534c3878750a96db120",
"mteb_dataset_name": "OnlineShopping",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.9373000000000001,
"accuracy_stderr": 0.005386093203798053,
"ap": 0.9185763541449724,
"ap_stderr": 0.003833643960218161,
"evaluation_time": 2.78,
"f1": 0.9371908414869828,
"f1_stderr": 0.005343556576666043,
"main_score": 0.9373000000000001
}
}

20
result/acge_text_embedding_half/PAWSX.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "9c6a90e430ac22b5779fb019a23e820b11a8b5e1",
"mteb_dataset_name": "PAWSX",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.3917504658964471,
"spearman": 0.4551434279797824
},
"euclidean": {
"pearson": 0.44864110827290243,
"spearman": 0.45516433048896077
},
"evaluation_time": 1.71,
"manhattan": {
"pearson": 0.44871536308785953,
"spearman": 0.45528626179250115
}
}
}

20
result/acge_text_embedding_half/QBQTC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "790b0510dc52b1553e8c49f3d2afb48c0e5c48b7",
"mteb_dataset_name": "QBQTC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.3424957982007743,
"spearman": 0.37309068023308434
},
"euclidean": {
"pearson": 0.35129437349183007,
"spearman": 0.3730854401870909
},
"evaluation_time": 3.33,
"manhattan": {
"pearson": 0.3508936155524399,
"spearman": 0.3725582900899011
}
}
}

22
result/acge_text_embedding_half/STS22.json Normal file
View File

@@ -0,0 +1,22 @@
{
"dataset_revision": "eea2b4fe26a775864c896887d910b76a8098ad3f",
"mteb_dataset_name": "STS22",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 8.41,
"zh": {
"cos_sim": {
"pearson": 0.618202878015949,
"spearman": 0.6706048998712496
},
"euclidean": {
"pearson": 0.6570204701683509,
"spearman": 0.6706334177397208
},
"manhattan": {
"pearson": 0.6564306970220228,
"spearman": 0.6703659776521794
}
}
}
}

20
result/acge_text_embedding_half/STSB.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0",
"mteb_dataset_name": "STSB",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.8155959462198251,
"spearman": 0.8272654585357403
},
"euclidean": {
"pearson": 0.8248927148260254,
"spearman": 0.8272678504228252
},
"evaluation_time": 0.97,
"manhattan": {
"pearson": 0.8247708589203754,
"spearman": 0.8271137469783162
}
}
}

10
result/acge_text_embedding_half/T2Reranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9",
"dev": {
"evaluation_time": 465.85,
"map": 0.6617631281519216,
"mrr": 0.757906148241287
},
"mteb_dataset_name": "T2Reranking",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_half/T2Retrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64",
"dev": {
"evaluation_time": 710.04,
"map_at_1": 0.27062,
"map_at_10": 0.75296,
"map_at_100": 0.79104,
"map_at_1000": 0.79177,
"map_at_3": 0.5305,
"map_at_5": 0.65118,
"mrr_at_1": 0.88813,
"mrr_at_10": 0.91716,
"mrr_at_100": 0.91808,
"mrr_at_1000": 0.91812,
"mrr_at_3": 0.91206,
"mrr_at_5": 0.91542,
"ndcg_at_1": 0.88813,
"ndcg_at_10": 0.83269,
"ndcg_at_100": 0.87261,
"ndcg_at_1000": 0.8794,
"ndcg_at_3": 0.84679,
"ndcg_at_5": 0.83247,
"precision_at_1": 0.88813,
"precision_at_10": 0.41293,
"precision_at_100": 0.04994,
"precision_at_1000": 0.00516,
"precision_at_3": 0.73936,
"precision_at_5": 0.61901,
"recall_at_1": 0.27062,
"recall_at_10": 0.8233,
"recall_at_100": 0.95064,
"recall_at_1000": 0.98467,
"recall_at_3": 0.54865,
"recall_at_5": 0.68841
},
"mteb_dataset_name": "T2Retrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_half/TNews.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "317f262bf1e6126357bbe89e875451e4b0938fe4",
"mteb_dataset_name": "TNews",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.53687,
"accuracy_stderr": 0.0031458067327793547,
"evaluation_time": 36.51,
"f1": 0.5186911933364655,
"f1_stderr": 0.004128475260194725,
"main_score": 0.53687
}
}

10
result/acge_text_embedding_half/ThuNewsClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "5798586b105c0434e4f0fe5e767abe619442cf93",
"mteb_dataset_name": "ThuNewsClusteringP2P",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 133.27,
"v_measure": 0.7465420405327945,
"v_measure_std": 0.012690237984746961
}
}

10
result/acge_text_embedding_half/ThuNewsClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8a8b2caeda43f39e13c4bc5bea0f8a667896e10d",
"mteb_dataset_name": "ThuNewsClusteringS2S",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 61.08,
"v_measure": 0.6900410995984436,
"v_measure_std": 0.016690731798957956
}
}

38
result/acge_text_embedding_half/VideoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639",
"dev": {
"evaluation_time": 28.43,
"map_at_1": 0.594,
"map_at_10": 0.69188,
"map_at_100": 0.69706,
"map_at_1000": 0.69723,
"map_at_3": 0.67717,
"map_at_5": 0.68762,
"mrr_at_1": 0.594,
"mrr_at_10": 0.69188,
"mrr_at_100": 0.69706,
"mrr_at_1000": 0.69723,
"mrr_at_3": 0.67717,
"mrr_at_5": 0.68762,
"ndcg_at_1": 0.594,
"ndcg_at_10": 0.73279,
"ndcg_at_100": 0.75556,
"ndcg_at_1000": 0.75967,
"ndcg_at_3": 0.70339,
"ndcg_at_5": 0.72207,
"precision_at_1": 0.594,
"precision_at_10": 0.0858,
"precision_at_100": 0.00959,
"precision_at_1000": 0.00099,
"precision_at_3": 0.25967,
"precision_at_5": 0.1648,
"recall_at_1": 0.594,
"recall_at_10": 0.858,
"recall_at_100": 0.959,
"recall_at_1000": 0.991,
"recall_at_3": 0.779,
"recall_at_5": 0.824
},
"mteb_dataset_name": "VideoRetrieval",
"mteb_version": "1.1.2"
}

15
result/acge_text_embedding_half/Waimai.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "339287def212450dcaa9df8c22bf93e9980c7023",
"mteb_dataset_name": "Waimai",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.8853,
"accuracy_stderr": 0.005883026432033096,
"ap": 0.7356216166534063,
"ap_stderr": 0.011868495396888161,
"evaluation_time": 1.47,
"f1": 0.8706093694294486,
"f1_stderr": 0.005115661782219304,
"main_score": 0.8853
}
}