aspire/acge_text_embedding
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: aspire/acge_text_embedding
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-14 14:59:48 +08:00
commit d561db1f48
159 changed files with 46965 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
result/acge_text_embedding_float/AFQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4",
"mteb_dataset_name": "AFQMC",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"pearson": 0.5403401105365225,
"spearman": 0.5880773015922532
},
"euclidean": {
"pearson": 0.5747165421975333,
"spearman": 0.5880771005493259
},
"evaluation_time": 7.22,
"manhattan": {
"pearson": 0.5746257044808263,
"spearman": 0.5879990958934631
}
}
}

20
result/acge_text_embedding_float/ATEC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "0f319b1142f28d00e055a6770f3f726ae9b7d865",
"mteb_dataset_name": "ATEC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.535259991525419,
"spearman": 0.5794530657917338
},
"euclidean": {
"pearson": 0.6116990157908463,
"spearman": 0.5794530432728487
},
"evaluation_time": 32.44,
"manhattan": {
"pearson": 0.6116784257779159,
"spearman": 0.579444599262835
}
}
}

25
result/acge_text_embedding_float/AmazonReviewsClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"mteb_dataset_name": "AmazonReviewsClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 48.04,
"zh": {
"accuracy": 0.4854200000000001,
"accuracy_stderr": 0.016364217060403467,
"f1": 0.4660313582582637,
"f1_stderr": 0.016138610779200774,
"main_score": 0.4854200000000001
}
},
"validation": {
"evaluation_time": 61.65,
"zh": {
"accuracy": 0.47684000000000004,
"accuracy_stderr": 0.013742430643812614,
"f1": 0.4576679486195056,
"f1_stderr": 0.011971035532689783,
"main_score": 0.47684000000000004
}
}
}

20
result/acge_text_embedding_float/BQ.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "e3dda5e115e487b39ec7e618c0c6a29137052a55",
"mteb_dataset_name": "BQ",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.6827508860825882,
"spearman": 0.7037083097021715
},
"euclidean": {
"pearson": 0.694275625827997,
"spearman": 0.7037082750611552
},
"evaluation_time": 15.04,
"manhattan": {
"pearson": 0.694032853808824,
"spearman": 0.7034852562001644
}
}
}

10
result/acge_text_embedding_float/CLSClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476",
"mteb_dataset_name": "CLSClusteringP2P",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 934.44,
"v_measure": 0.469037806510524,
"v_measure_std": 0.011072005002928698
}
}

10
result/acge_text_embedding_float/CLSClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "e458b3f5414b62b7f9f83499ac1f5497ae2e869f",
"mteb_dataset_name": "CLSClusteringS2S",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 135.82,
"v_measure": 0.4407534208843019,
"v_measure_std": 0.015328654622393445
}
}

10
result/acge_text_embedding_float/CMedQAv1.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8d7f1e942507dac42dc58017c1a001c3717da7df",
"mteb_dataset_name": "CMedQAv1",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 435.78,
"map": 0.8868482500640664,
"mrr": 0.9063928571428571
}
}

10
result/acge_text_embedding_float/CMedQAv2.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0",
"mteb_dataset_name": "CMedQAv2",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 409.58,
"map": 0.8897632950018356,
"mrr": 0.908593253968254
}
}

38
result/acge_text_embedding_float/CmedqaRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301",
"dev": {
"evaluation_time": 1256.92,
"map_at_1": 0.2685,
"map_at_10": 0.39983,
"map_at_100": 0.41883,
"map_at_1000": 0.41984,
"map_at_3": 0.35401,
"map_at_5": 0.38001,
"mrr_at_1": 0.4061,
"mrr_at_10": 0.48812,
"mrr_at_100": 0.49788,
"mrr_at_1000": 0.49828,
"mrr_at_3": 0.46128,
"mrr_at_5": 0.47679,
"ndcg_at_1": 0.4061,
"ndcg_at_10": 0.46773,
"ndcg_at_100": 0.53968,
"ndcg_at_1000": 0.55671,
"ndcg_at_3": 0.41011,
"ndcg_at_5": 0.43545,
"precision_at_1": 0.4061,
"precision_at_10": 0.1043,
"precision_at_100": 0.01625,
"precision_at_1000": 0.00184,
"precision_at_3": 0.23139,
"precision_at_5": 0.17004,
"recall_at_1": 0.2685,
"recall_at_10": 0.57906,
"recall_at_100": 0.87366,
"recall_at_1000": 0.98721,
"recall_at_3": 0.40825,
"recall_at_5": 0.48391
},
"mteb_dataset_name": "CmedqaRetrieval",
"mteb_version": "1.1.2"
}

49
result/acge_text_embedding_float/Cmnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766",
"mteb_dataset_name": "Cmnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.6553086042404175,
"ap": 0.9049178248661934,
"f1": 0.8428475486903962,
"f1_threshold": 0.6404943466186523,
"precision": 0.8084603822203135,
"recall": 0.8802899228431144
},
"dot": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.6553086042404175,
"ap": 0.904952509998683,
"f1": 0.8428475486903962,
"f1_threshold": 0.6404944658279419,
"precision": 0.8084603822203135,
"recall": 0.8802899228431144
},
"euclidean": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.8302907943725586,
"ap": 0.904917738313486,
"f1": 0.8428475486903962,
"f1_threshold": 0.8479452133178711,
"precision": 0.8084603822203135,
"recall": 0.8802899228431144
},
"evaluation_time": 17.58,
"manhattan": {
"accuracy": 0.8354780517137703,
"accuracy_threshold": 28.025470733642578,
"ap": 0.9048077217839686,
"f1": 0.8443433769187039,
"f1_threshold": 28.200302124023438,
"precision": 0.8218238158477202,
"recall": 0.8681318681318682
},
"max": {
"accuracy": 0.8354780517137703,
"ap": 0.904952509998683,
"f1": 0.8443433769187039
}
}
}

38
result/acge_text_embedding_float/CovidRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117",
"dev": {
"evaluation_time": 1326.87,
"map_at_1": 0.67597,
"map_at_10": 0.7653,
"map_at_100": 0.76879,
"map_at_1000": 0.76883,
"map_at_3": 0.74772,
"map_at_5": 0.75881,
"mrr_at_1": 0.67861,
"mrr_at_10": 0.7653,
"mrr_at_100": 0.76879,
"mrr_at_1000": 0.76883,
"mrr_at_3": 0.74851,
"mrr_at_5": 0.7592,
"ndcg_at_1": 0.67861,
"ndcg_at_10": 0.80403,
"ndcg_at_100": 0.81916,
"ndcg_at_1000": 0.82026,
"ndcg_at_3": 0.76972,
"ndcg_at_5": 0.78929,
"precision_at_1": 0.67861,
"precision_at_10": 0.09336,
"precision_at_100": 0.01001,
"precision_at_1000": 0.00101,
"precision_at_3": 0.27924,
"precision_at_5": 0.17745,
"recall_at_1": 0.67597,
"recall_at_10": 0.92308,
"recall_at_100": 0.99052,
"recall_at_1000": 0.99895,
"recall_at_3": 0.83219,
"recall_at_5": 0.87908
},
"mteb_dataset_name": "CovidRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_float/DuRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced",
"dev": {
"evaluation_time": 1320.81,
"map_at_1": 0.25574,
"map_at_10": 0.78495,
"map_at_100": 0.81382,
"map_at_1000": 0.81428,
"map_at_3": 0.54115,
"map_at_5": 0.68743,
"mrr_at_1": 0.892,
"mrr_at_10": 0.92571,
"mrr_at_100": 0.92647,
"mrr_at_1000": 0.9265,
"mrr_at_3": 0.92275,
"mrr_at_5": 0.92462,
"ndcg_at_1": 0.892,
"ndcg_at_10": 0.86091,
"ndcg_at_100": 0.8905,
"ndcg_at_1000": 0.89484,
"ndcg_at_3": 0.84913,
"ndcg_at_5": 0.84069,
"precision_at_1": 0.892,
"precision_at_10": 0.4135,
"precision_at_100": 0.04778,
"precision_at_1000": 0.00488,
"precision_at_3": 0.76183,
"precision_at_5": 0.6469,
"recall_at_1": 0.25574,
"recall_at_10": 0.87168,
"recall_at_100": 0.96812,
"recall_at_1000": 0.99114,
"recall_at_3": 0.5645,
"recall_at_5": 0.73683
},
"mteb_dataset_name": "DuRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_float/EcomRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9",
"dev": {
"evaluation_time": 148.99,
"map_at_1": 0.521,
"map_at_10": 0.6264,
"map_at_100": 0.63127,
"map_at_1000": 0.63144,
"map_at_3": 0.603,
"map_at_5": 0.61785,
"mrr_at_1": 0.521,
"mrr_at_10": 0.6264,
"mrr_at_100": 0.63127,
"mrr_at_1000": 0.63144,
"mrr_at_3": 0.603,
"mrr_at_5": 0.61785,
"ndcg_at_1": 0.521,
"ndcg_at_10": 0.67604,
"ndcg_at_100": 0.69958,
"ndcg_at_1000": 0.70343,
"ndcg_at_3": 0.62876,
"ndcg_at_5": 0.65553,
"precision_at_1": 0.521,
"precision_at_10": 0.0831,
"precision_at_100": 0.00941,
"precision_at_1000": 0.00097,
"precision_at_3": 0.23433,
"precision_at_5": 0.1536,
"recall_at_1": 0.521,
"recall_at_10": 0.831,
"recall_at_100": 0.941,
"recall_at_1000": 0.97,
"recall_at_3": 0.703,
"recall_at_5": 0.768
},
"mteb_dataset_name": "EcomRetrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_float/IFlyTek.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "421605374b29664c5fc098418fe20ada9bd55f8a",
"mteb_dataset_name": "IFlyTek",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.5177375913813005,
"accuracy_stderr": 0.0032429869189235373,
"evaluation_time": 280.74,
"f1": 0.4026448545790716,
"f1_stderr": 0.0017360471286822303,
"main_score": 0.5177375913813005
}
}

15
result/acge_text_embedding_float/JDReview.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b",
"mteb_dataset_name": "JDReview",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.8669793621013133,
"accuracy_stderr": 0.009170243459549659,
"ap": 0.5546718958939327,
"ap_stderr": 0.013907979413741858,
"evaluation_time": 11.04,
"f1": 0.8148228915952436,
"f1_stderr": 0.008989126268531128,
"main_score": 0.8669793621013133
}
}

20
result/acge_text_embedding_float/LCQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "17f9b096f80380fce5ed12a9be8be7784b337daf",
"mteb_dataset_name": "LCQMC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.7113968076493342,
"spearman": 0.7817363759091293
},
"euclidean": {
"pearson": 0.7748520023853366,
"spearman": 0.7817363980505617
},
"evaluation_time": 16.03,
"manhattan": {
"pearson": 0.7747372163837604,
"spearman": 0.7816440146147101
}
}
}

10
result/acge_text_embedding_float/MMarcoReranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8e0c766dbe9e16e1d221116a3f36795fbade07f6",
"dev": {
"evaluation_time": 499.69,
"map": 0.277828334953092,
"mrr": 0.26821825396825394
},
"mteb_dataset_name": "MMarcoReranking",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_float/MMarcoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2",
"dev": {
"evaluation_time": 525.68,
"map_at_1": 0.65647,
"map_at_10": 0.7475,
"map_at_100": 0.75089,
"map_at_1000": 0.75101,
"map_at_3": 0.72994,
"map_at_5": 0.74117,
"mrr_at_1": 0.67908,
"mrr_at_10": 0.75373,
"mrr_at_100": 0.75671,
"mrr_at_1000": 0.75682,
"mrr_at_3": 0.73854,
"mrr_at_5": 0.74825,
"ndcg_at_1": 0.67908,
"ndcg_at_10": 0.78422,
"ndcg_at_100": 0.79949,
"ndcg_at_1000": 0.80264,
"ndcg_at_3": 0.75099,
"ndcg_at_5": 0.7699,
"precision_at_1": 0.67908,
"precision_at_10": 0.09474,
"precision_at_100": 0.01023,
"precision_at_1000": 0.00105,
"precision_at_3": 0.28319,
"precision_at_5": 0.17986,
"recall_at_1": 0.65647,
"recall_at_10": 0.89099,
"recall_at_100": 0.96023,
"recall_at_1000": 0.98455,
"recall_at_3": 0.80314,
"recall_at_5": 0.8481
},
"mteb_dataset_name": "MMarcoRetrieval",
"mteb_version": "1.1.2"
}

25
result/acge_text_embedding_float/MassiveIntentClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"mteb_dataset_name": "MassiveIntentClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 16.38,
"zh-CN": {
"accuracy": 0.7585743106926698,
"accuracy_stderr": 0.014996034378599697,
"f1": 0.730397679729968,
"f1_stderr": 0.012500302940757903,
"main_score": 0.7585743106926698
}
},
"validation": {
"evaluation_time": 14.53,
"zh-CN": {
"accuracy": 0.7620265617314314,
"accuracy_stderr": 0.014541472936722538,
"f1": 0.7245841114937039,
"f1_stderr": 0.01133010454468929,
"main_score": 0.7620265617314314
}
}
}

25
result/acge_text_embedding_float/MassiveScenarioClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"mteb_dataset_name": "MassiveScenarioClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 10.25,
"zh-CN": {
"accuracy": 0.7842299932750503,
"accuracy_stderr": 0.014996826003562261,
"f1": 0.7810148999942874,
"f1_stderr": 0.013606032311831804,
"main_score": 0.7842299932750503
}
},
"validation": {
"evaluation_time": 18.47,
"zh-CN": {
"accuracy": 0.7782587309394983,
"accuracy_stderr": 0.014369073372113914,
"f1": 0.7723778920308015,
"f1_stderr": 0.015256127169547022,
"main_score": 0.7782587309394983
}
}
}

38
result/acge_text_embedding_float/MedicalRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6",
"dev": {
"evaluation_time": 513.1,
"map_at_1": 0.55,
"map_at_10": 0.6107,
"map_at_100": 0.61627,
"map_at_1000": 0.61668,
"map_at_3": 0.59583,
"map_at_5": 0.60393,
"mrr_at_1": 0.551,
"mrr_at_10": 0.6112,
"mrr_at_100": 0.61678,
"mrr_at_1000": 0.61719,
"mrr_at_3": 0.59633,
"mrr_at_5": 0.60443,
"ndcg_at_1": 0.55,
"ndcg_at_10": 0.64104,
"ndcg_at_100": 0.67055,
"ndcg_at_1000": 0.68266,
"ndcg_at_3": 0.61006,
"ndcg_at_5": 0.62477,
"precision_at_1": 0.55,
"precision_at_10": 0.0737,
"precision_at_100": 0.00881,
"precision_at_1000": 0.00098,
"precision_at_3": 0.217,
"precision_at_5": 0.1374,
"recall_at_1": 0.55,
"recall_at_10": 0.737,
"recall_at_100": 0.881,
"recall_at_1000": 0.978,
"recall_at_3": 0.651,
"recall_at_5": 0.687
},
"mteb_dataset_name": "MedicalRetrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_float/MultilingualSentiment.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "46958b007a63fdbf239b7672c25d0bea67b5ea1a",
"mteb_dataset_name": "MultilingualSentiment",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.7756000000000001,
"accuracy_stderr": 0.004611097724210823,
"evaluation_time": 25.17,
"f1": 0.7753415907474264,
"f1_stderr": 0.006173837892738144,
"main_score": 0.7756000000000001
}
}

49
result/acge_text_embedding_float/Ocnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": "66e76a618a34d6d565d5538088562851e6daa7ec",
"mteb_dataset_name": "Ocnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5926690697669983,
"ap": 0.851744999044347,
"f1": 0.8298479087452472,
"f1_threshold": 0.5656208992004395,
"precision": 0.7545375972342264,
"recall": 0.9218585005279831
},
"dot": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5926690697669983,
"ap": 0.851744999044347,
"f1": 0.8298479087452472,
"f1_threshold": 0.5656208992004395,
"precision": 0.7545375972342264,
"recall": 0.9218585005279831
},
"euclidean": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.9025861024856567,
"ap": 0.851744999044347,
"f1": 0.8298479087452472,
"f1_threshold": 0.9320720434188843,
"precision": 0.7545375972342264,
"recall": 0.9218585005279831
},
"evaluation_time": 4.07,
"manhattan": {
"accuracy": 0.8105035192203573,
"accuracy_threshold": 30.224245071411133,
"ap": 0.8514000324074237,
"f1": 0.8296155671570954,
"f1_threshold": 31.517192840576172,
"precision": 0.753448275862069,
"recall": 0.9229144667370645
},
"max": {
"accuracy": 0.8110449377368706,
"ap": 0.851744999044347,
"f1": 0.8298479087452472
}
}
}

15
result/acge_text_embedding_float/OnlineShopping.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "e610f2ebd179a8fda30ae534c3878750a96db120",
"mteb_dataset_name": "OnlineShopping",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.9373000000000001,
"accuracy_stderr": 0.005386093203798053,
"ap": 0.9185763541449724,
"ap_stderr": 0.003833643960218161,
"evaluation_time": 13.99,
"f1": 0.9371908414869828,
"f1_stderr": 0.005343556576666043,
"main_score": 0.9373000000000001
}
}

20
result/acge_text_embedding_float/PAWSX.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "9c6a90e430ac22b5779fb019a23e820b11a8b5e1",
"mteb_dataset_name": "PAWSX",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.39174828650756977,
"spearman": 0.4550279282640927
},
"euclidean": {
"pearson": 0.4486476513351844,
"spearman": 0.45520873279940816
},
"evaluation_time": 8.29,
"manhattan": {
"pearson": 0.4487198025363123,
"spearman": 0.4553158589409253
}
}
}

20
result/acge_text_embedding_float/QBQTC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "790b0510dc52b1553e8c49f3d2afb48c0e5c48b7",
"mteb_dataset_name": "QBQTC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.3424965139806153,
"spearman": 0.3730880151585576
},
"euclidean": {
"pearson": 0.351299471531177,
"spearman": 0.37309299438631865
},
"evaluation_time": 10.04,
"manhattan": {
"pearson": 0.35089919913877515,
"spearman": 0.37256748382101657
}
}
}

22
result/acge_text_embedding_float/STS22.json Normal file
View File

@@ -0,0 +1,22 @@
{
"dataset_revision": "eea2b4fe26a775864c896887d910b76a8098ad3f",
"mteb_dataset_name": "STS22",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 39.59,
"zh": {
"cos_sim": {
"pearson": 0.6182176592670207,
"spearman": 0.6705772162437345
},
"euclidean": {
"pearson": 0.6570161318512961,
"spearman": 0.6705772162437345
},
"manhattan": {
"pearson": 0.6564246179477818,
"spearman": 0.6703620698919115
}
}
}
}

20
result/acge_text_embedding_float/STSB.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0",
"mteb_dataset_name": "STSB",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.8155985017437637,
"spearman": 0.8272728815026413
},
"euclidean": {
"pearson": 0.8248923820538943,
"spearman": 0.8272864027759381
},
"evaluation_time": 3.01,
"manhattan": {
"pearson": 0.8247721838653651,
"spearman": 0.8271277143136696
}
}
}

10
result/acge_text_embedding_float/T2Reranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9",
"dev": {
"evaluation_time": 2330.51,
"map": 0.6621181510400598,
"mrr": 0.7580361172905181
},
"mteb_dataset_name": "T2Reranking",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_float/T2Retrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64",
"dev": {
"evaluation_time": 3170.56,
"map_at_1": 0.27066,
"map_at_10": 0.75299,
"map_at_100": 0.79106,
"map_at_1000": 0.79179,
"map_at_3": 0.53054,
"map_at_5": 0.65121,
"mrr_at_1": 0.88813,
"mrr_at_10": 0.91715,
"mrr_at_100": 0.91807,
"mrr_at_1000": 0.9181,
"mrr_at_3": 0.91205,
"mrr_at_5": 0.91541,
"ndcg_at_1": 0.88813,
"ndcg_at_10": 0.83271,
"ndcg_at_100": 0.87262,
"ndcg_at_1000": 0.87941,
"ndcg_at_3": 0.84681,
"ndcg_at_5": 0.83248,
"precision_at_1": 0.88813,
"precision_at_10": 0.41294,
"precision_at_100": 0.04994,
"precision_at_1000": 0.00516,
"precision_at_3": 0.73939,
"precision_at_5": 0.61901,
"recall_at_1": 0.27066,
"recall_at_10": 0.82331,
"recall_at_100": 0.95065,
"recall_at_1000": 0.98467,
"recall_at_3": 0.54868,
"recall_at_5": 0.68841
},
"mteb_dataset_name": "T2Retrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_float/TNews.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "317f262bf1e6126357bbe89e875451e4b0938fe4",
"mteb_dataset_name": "TNews",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.53685,
"accuracy_stderr": 0.0031674121929423623,
"evaluation_time": 28.36,
"f1": 0.5186645102010333,
"f1_stderr": 0.004140372860451435,
"main_score": 0.53685
}
}

10
result/acge_text_embedding_float/ThuNewsClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "5798586b105c0434e4f0fe5e767abe619442cf93",
"mteb_dataset_name": "ThuNewsClusteringP2P",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 519.44,
"v_measure": 0.7513656333926841,
"v_measure_std": 0.015941767332697955
}
}

10
result/acge_text_embedding_float/ThuNewsClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8a8b2caeda43f39e13c4bc5bea0f8a667896e10d",
"mteb_dataset_name": "ThuNewsClusteringS2S",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 129.23,
"v_measure": 0.6822256756624231,
"v_measure_std": 0.016676331098072393
}
}

38
result/acge_text_embedding_float/VideoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639",
"dev": {
"evaluation_time": 150.3,
"map_at_1": 0.594,
"map_at_10": 0.69188,
"map_at_100": 0.69708,
"map_at_1000": 0.69724,
"map_at_3": 0.67717,
"map_at_5": 0.68762,
"mrr_at_1": 0.593,
"mrr_at_10": 0.69138,
"mrr_at_100": 0.69658,
"mrr_at_1000": 0.69674,
"mrr_at_3": 0.67667,
"mrr_at_5": 0.68712,
"ndcg_at_1": 0.594,
"ndcg_at_10": 0.73279,
"ndcg_at_100": 0.75557,
"ndcg_at_1000": 0.75968,
"ndcg_at_3": 0.70339,
"ndcg_at_5": 0.72207,
"precision_at_1": 0.594,
"precision_at_10": 0.0858,
"precision_at_100": 0.00959,
"precision_at_1000": 0.00099,
"precision_at_3": 0.25967,
"precision_at_5": 0.1648,
"recall_at_1": 0.594,
"recall_at_10": 0.858,
"recall_at_100": 0.959,
"recall_at_1000": 0.991,
"recall_at_3": 0.779,
"recall_at_5": 0.824
},
"mteb_dataset_name": "VideoRetrieval",
"mteb_version": "1.1.2"
}

15
result/acge_text_embedding_float/Waimai.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "339287def212450dcaa9df8c22bf93e9980c7023",
"mteb_dataset_name": "Waimai",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.8853,
"accuracy_stderr": 0.005883026432033096,
"ap": 0.7356216166534063,
"ap_stderr": 0.011868495396888161,
"evaluation_time": 9.41,
"f1": 0.8706093694294486,
"f1_stderr": 0.005115661782219304,
"main_score": 0.8853
}
}