aspire/acge_text_embedding
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: aspire/acge_text_embedding
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-14 14:59:48 +08:00
commit d561db1f48
159 changed files with 46965 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
.gitattributes vendored Normal file
View File

@@ -0,0 +1,36 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
img/matryoshka-small.gif filter=lfs diff=lfs merge=lfs -text

7
1_Pooling/config.json Normal file
View File

@@ -0,0 +1,7 @@
{
"word_embedding_dimension": 1024,
"pooling_mode_cls_token": false,
"pooling_mode_mean_tokens": true,
"pooling_mode_max_tokens": false,
"pooling_mode_mean_sqrt_len_tokens": false
}

6
2_Dense/config.json Normal file
View File

@@ -0,0 +1,6 @@
{
"in_features": 1024,
"out_features": 1792,
"bias": true,
"activation_function": "torch.nn.modules.linear.Identity"
}

3
2_Dense/model.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6c49c1fc6dc5bf2d42b8c16d9f787de90dba5e57a705c67b7d67d547f895c905
size 3673800

3
2_Dense/pytorch_model.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a9d3b5ed4c0c36109bb0f29fecd7450fb603d10dd58a0ee82811d1667ec83291
size 3674687

1206
README.md Normal file
View File

File diff suppressed because it is too large Load Diff

31
config.json Normal file
View File

@@ -0,0 +1,31 @@
{
"architectures": [
"BertModel"
],
"attention_probs_dropout_prob": 0.1,
"classifier_dropout": null,
"directionality": "bidi",
"gradient_checkpointing": false,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 1024,
"initializer_range": 0.02,
"intermediate_size": 4096,
"layer_norm_eps": 1e-12,
"max_position_embeddings": 1024,
"model_type": "bert",
"num_attention_heads": 16,
"num_hidden_layers": 24,
"pad_token_id": 0,
"pooler_fc_size": 768,
"pooler_num_attention_heads": 12,
"pooler_num_fc_layers": 3,
"pooler_size_per_head": 128,
"pooler_type": "first_token_transform",
"position_embedding_type": "absolute",
"torch_dtype": "bfloat16",
"transformers_version": "4.28.0",
"type_vocab_size": 2,
"use_cache": true,
"vocab_size": 21128
}

BIN
img/hr.jpg Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 160 KiB

BIN
img/logo.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 9.9 KiB

3
img/matryoshka-small.gif Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cbd65f32e8a57b09c6b0866d95facec81cf8a01e064caeb57018e65cfc12dba8
size 3006208

BIN
img/wx.jpg Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 170 KiB

3
model.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c6ec3d802bff018c0ee48be067f60aae32a1d444d214663ee6888f53b6317b09
size 652146704

20
modules.json Normal file
View File

@@ -0,0 +1,20 @@
[
{
"idx": 0,
"name": "0",
"path": "",
"type": "sentence_transformers.models.Transformer"
},
{
"idx": 1,
"name": "1",
"path": "1_Pooling",
"type": "sentence_transformers.models.Pooling"
},
{
"idx": 2,
"name": "2",
"path": "2_Dense",
"type": "sentence_transformers.models.Dense"
}
]

3
pytorch_model.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6791d0a1cee50f2d5d3f5a1092ef7e72750ad64bf48830d9deb017e8584c2941
size 652228333

20
result/acge_text_embedding_a10_bf16/AFQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "AFQMC",
"mteb_version": "1.1.1",
"validation": {
"cos_sim": {
"pearson": 0.5403313115451808,
"spearman": 0.5880630275663453
},
"euclidean": {
"pearson": 0.5746843921090328,
"spearman": 0.5880155813915751
},
"evaluation_time": 2.86,
"manhattan": {
"pearson": 0.5745948298354011,
"spearman": 0.5879717540772654
}
}
}

20
result/acge_text_embedding_a10_bf16/ATEC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "ATEC",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.5352343534213784,
"spearman": 0.5794595170176331
},
"euclidean": {
"pearson": 0.6116662835482146,
"spearman": 0.5794590216330153
},
"evaluation_time": 15.75,
"manhattan": {
"pearson": 0.6116423136556863,
"spearman": 0.5794474364498415
}
}
}

25
result/acge_text_embedding_a10_bf16/AmazonReviewsClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"mteb_dataset_name": "AmazonReviewsClassification",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 16.78,
"zh": {
"accuracy": 0.48536,
"accuracy_stderr": 0.016551688735594317,
"f1": 0.4659652987641795,
"f1_stderr": 0.016438251092234995,
"main_score": 0.48536
}
},
"validation": {
"evaluation_time": 22.66,
"zh": {
"accuracy": 0.4768,
"accuracy_stderr": 0.01374394412095741,
"f1": 0.4575978790615031,
"f1_stderr": 0.011966200426813917,
"main_score": 0.4768
}
}
}

20
result/acge_text_embedding_a10_bf16/BQ.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "BQ",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.6827376047375847,
"spearman": 0.7037250413109453
},
"euclidean": {
"pearson": 0.6942852768280962,
"spearman": 0.7037187366396407
},
"evaluation_time": 7.01,
"manhattan": {
"pearson": 0.694038790612488,
"spearman": 0.7034866071976907
}
}
}

10
result/acge_text_embedding_a10_bf16/CLSClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CLSClusteringP2P",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 408.54,
"v_measure": 0.46838444815258395,
"v_measure_std": 0.009198056440364623
}
}

10
result/acge_text_embedding_a10_bf16/CLSClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CLSClusteringS2S",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 55.48,
"v_measure": 0.44259095471511933,
"v_measure_std": 0.013162258362441878
}
}

10
result/acge_text_embedding_a10_bf16/CMedQAv1.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CMedQAv1",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 177.38,
"map": 0.8850276515595047,
"mrr": 0.9091761904761906
}
}

10
result/acge_text_embedding_a10_bf16/CMedQAv2.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CMedQAv2",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 166.23,
"map": 0.887392598559833,
"mrr": 0.9120765873015874
}
}

38
result/acge_text_embedding_a10_bf16/CmedqaRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CmedqaRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 642.4,
"map_at_1": 0.26912,
"map_at_10": 0.4002,
"map_at_100": 0.41919,
"map_at_1000": 0.42021,
"map_at_3": 0.35429,
"map_at_5": 0.38055,
"mrr_at_1": 0.40685,
"mrr_at_10": 0.48849,
"mrr_at_100": 0.4983,
"mrr_at_1000": 0.4987,
"mrr_at_3": 0.46166,
"mrr_at_5": 0.47737,
"ndcg_at_1": 0.40685,
"ndcg_at_10": 0.46798,
"ndcg_at_100": 0.53998,
"ndcg_at_1000": 0.557,
"ndcg_at_3": 0.41035,
"ndcg_at_5": 0.4361,
"precision_at_1": 0.40685,
"precision_at_10": 0.1043,
"precision_at_100": 0.01625,
"precision_at_1000": 0.00184,
"precision_at_3": 0.23139,
"precision_at_5": 0.17024,
"recall_at_1": 0.26912,
"recall_at_10": 0.5789,
"recall_at_100": 0.87374,
"recall_at_1000": 0.98721,
"recall_at_3": 0.40825,
"recall_at_5": 0.48491
}
}

49
result/acge_text_embedding_a10_bf16/Cmnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": null,
"mteb_dataset_name": "Cmnli",
"mteb_version": "1.1.1",
"validation": {
"cos_sim": {
"accuracy": 0.834155141310884,
"accuracy_threshold": 0.655905544757843,
"ap": 0.9049057754163061,
"f1": 0.8427460263780859,
"f1_threshold": 0.645372748374939,
"precision": 0.8136700043535046,
"recall": 0.8739770867430442
},
"dot": {
"accuracy": 0.8342754058929646,
"accuracy_threshold": 0.6557313203811646,
"ap": 0.9050212054081632,
"f1": 0.8431416424255985,
"f1_threshold": 0.6397272348403931,
"precision": 0.8084102124007724,
"recall": 0.8809913490764555
},
"euclidean": {
"accuracy": 0.8345159350571256,
"accuracy_threshold": 0.8281130194664001,
"ap": 0.9048986952292054,
"f1": 0.8430311231393776,
"f1_threshold": 0.8416151404380798,
"precision": 0.8142016989762579,
"recall": 0.8739770867430442
},
"evaluation_time": 6.59,
"manhattan": {
"accuracy": 0.8353577871316897,
"accuracy_threshold": 28.042278289794922,
"ap": 0.9048090090749703,
"f1": 0.8442074208555542,
"f1_threshold": 28.250762939453125,
"precision": 0.8201058201058201,
"recall": 0.8697685293429974
},
"max": {
"accuracy": 0.8353577871316897,
"ap": 0.9050212054081632,
"f1": 0.8442074208555542
}
}
}

38
result/acge_text_embedding_a10_bf16/CovidRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "CovidRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 675.01,
"map_at_1": 0.67597,
"map_at_10": 0.76531,
"map_at_100": 0.7688,
"map_at_1000": 0.76884,
"map_at_3": 0.74772,
"map_at_5": 0.75881,
"mrr_at_1": 0.67861,
"mrr_at_10": 0.7654,
"mrr_at_100": 0.76888,
"mrr_at_1000": 0.76893,
"mrr_at_3": 0.74886,
"mrr_at_5": 0.75929,
"ndcg_at_1": 0.67861,
"ndcg_at_10": 0.80405,
"ndcg_at_100": 0.81918,
"ndcg_at_1000": 0.82027,
"ndcg_at_3": 0.76972,
"ndcg_at_5": 0.78929,
"precision_at_1": 0.67861,
"precision_at_10": 0.09336,
"precision_at_100": 0.01001,
"precision_at_1000": 0.00101,
"precision_at_3": 0.27924,
"precision_at_5": 0.17745,
"recall_at_1": 0.67597,
"recall_at_10": 0.92308,
"recall_at_100": 0.99052,
"recall_at_1000": 0.99895,
"recall_at_3": 0.83219,
"recall_at_5": 0.87908
}
}

38
result/acge_text_embedding_a10_bf16/DuRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "DuRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 669.37,
"map_at_1": 0.25574,
"map_at_10": 0.7849,
"map_at_100": 0.81378,
"map_at_1000": 0.81423,
"map_at_3": 0.54115,
"map_at_5": 0.68734,
"mrr_at_1": 0.892,
"mrr_at_10": 0.92573,
"mrr_at_100": 0.92649,
"mrr_at_1000": 0.92653,
"mrr_at_3": 0.92275,
"mrr_at_5": 0.92465,
"ndcg_at_1": 0.892,
"ndcg_at_10": 0.86086,
"ndcg_at_100": 0.89052,
"ndcg_at_1000": 0.89483,
"ndcg_at_3": 0.84913,
"ndcg_at_5": 0.8406,
"precision_at_1": 0.892,
"precision_at_10": 0.4135,
"precision_at_100": 0.04779,
"precision_at_1000": 0.00488,
"precision_at_3": 0.76183,
"precision_at_5": 0.6468,
"recall_at_1": 0.25574,
"recall_at_10": 0.87154,
"recall_at_100": 0.96829,
"recall_at_1000": 0.9912,
"recall_at_3": 0.56446,
"recall_at_5": 0.73658
}
}

38
result/acge_text_embedding_a10_bf16/EcomRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "EcomRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 65.33,
"map_at_1": 0.521,
"map_at_10": 0.62619,
"map_at_100": 0.63114,
"map_at_1000": 0.63131,
"map_at_3": 0.60267,
"map_at_5": 0.61792,
"mrr_at_1": 0.521,
"mrr_at_10": 0.62619,
"mrr_at_100": 0.63114,
"mrr_at_1000": 0.63131,
"mrr_at_3": 0.60267,
"mrr_at_5": 0.61792,
"ndcg_at_1": 0.521,
"ndcg_at_10": 0.67566,
"ndcg_at_100": 0.69947,
"ndcg_at_1000": 0.70333,
"ndcg_at_3": 0.62826,
"ndcg_at_5": 0.6558,
"precision_at_1": 0.521,
"precision_at_10": 0.083,
"precision_at_100": 0.00941,
"precision_at_1000": 0.00097,
"precision_at_3": 0.234,
"precision_at_5": 0.1538,
"recall_at_1": 0.521,
"recall_at_10": 0.83,
"recall_at_100": 0.941,
"recall_at_1000": 0.97,
"recall_at_3": 0.702,
"recall_at_5": 0.769
}
}

13
result/acge_text_embedding_a10_bf16/IFlyTek.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": null,
"mteb_dataset_name": "IFlyTek",
"mteb_version": "1.1.1",
"validation": {
"accuracy": 0.5176606387071951,
"accuracy_stderr": 0.0035230544493296385,
"evaluation_time": 149.96,
"f1": 0.40270170518699155,
"f1_stderr": 0.0017349315887891484,
"main_score": 0.5176606387071951
}
}

15
result/acge_text_embedding_a10_bf16/JDReview.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": null,
"mteb_dataset_name": "JDReview",
"mteb_version": "1.1.1",
"test": {
"accuracy": 0.8669793621013133,
"accuracy_stderr": 0.009170243459549659,
"ap": 0.5546718958939327,
"ap_stderr": 0.013907979413741858,
"evaluation_time": 9.64,
"f1": 0.8148228915952436,
"f1_stderr": 0.008989126268531128,
"main_score": 0.8669793621013133
}
}

20
result/acge_text_embedding_a10_bf16/LCQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "LCQMC",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.7113799238905196,
"spearman": 0.7817304786177175
},
"euclidean": {
"pearson": 0.7748642718370318,
"spearman": 0.7817554866337617
},
"evaluation_time": 7.69,
"manhattan": {
"pearson": 0.7747501828376532,
"spearman": 0.7816650098418465
}
}
}

10
result/acge_text_embedding_a10_bf16/MMarcoReranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "MMarcoReranking",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 204.7,
"map": 0.2758238117043332,
"mrr": 0.27842460317460316
}
}

38
result/acge_text_embedding_a10_bf16/MMarcoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "MMarcoRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 241.64,
"map_at_1": 0.65654,
"map_at_10": 0.74765,
"map_at_100": 0.75108,
"map_at_1000": 0.7512,
"map_at_3": 0.73022,
"map_at_5": 0.74134,
"mrr_at_1": 0.67923,
"mrr_at_10": 0.75395,
"mrr_at_100": 0.75694,
"mrr_at_1000": 0.75705,
"mrr_at_3": 0.73885,
"mrr_at_5": 0.74845,
"ndcg_at_1": 0.67923,
"ndcg_at_10": 0.78425,
"ndcg_at_100": 0.79966,
"ndcg_at_1000": 0.80278,
"ndcg_at_3": 0.75128,
"ndcg_at_5": 0.76999,
"precision_at_1": 0.67923,
"precision_at_10": 0.09468,
"precision_at_100": 0.01023,
"precision_at_1000": 0.00105,
"precision_at_3": 0.28329,
"precision_at_5": 0.1798,
"recall_at_1": 0.65654,
"recall_at_10": 0.89056,
"recall_at_100": 0.96037,
"recall_at_1000": 0.98455,
"recall_at_3": 0.80343,
"recall_at_5": 0.84789
}
}

25
result/acge_text_embedding_a10_bf16/MassiveIntentClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"mteb_dataset_name": "MassiveIntentClassification",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 12.49,
"zh-CN": {
"accuracy": 0.7585743106926698,
"accuracy_stderr": 0.015209391900334438,
"f1": 0.7303701614932926,
"f1_stderr": 0.012723690389832107,
"main_score": 0.7585743106926698
}
},
"validation": {
"evaluation_time": 12.27,
"zh-CN": {
"accuracy": 0.7619773733398917,
"accuracy_stderr": 0.014512576249971336,
"f1": 0.7244896179461546,
"f1_stderr": 0.011384890091815123,
"main_score": 0.7619773733398917
}
}
}

25
result/acge_text_embedding_a10_bf16/MassiveScenarioClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"mteb_dataset_name": "MassiveScenarioClassification",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 8.85,
"zh-CN": {
"accuracy": 0.7842299932750505,
"accuracy_stderr": 0.014823175563716382,
"f1": 0.7810417897185625,
"f1_stderr": 0.013286373780853102,
"main_score": 0.7842299932750505
}
},
"validation": {
"evaluation_time": 8.38,
"zh-CN": {
"accuracy": 0.7782095425479587,
"accuracy_stderr": 0.014618885958749248,
"f1": 0.7723375008626536,
"f1_stderr": 0.015591423260094068,
"main_score": 0.7782095425479587
}
}
}

38
result/acge_text_embedding_a10_bf16/MedicalRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "MedicalRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 236.29,
"map_at_1": 0.549,
"map_at_10": 0.61024,
"map_at_100": 0.61585,
"map_at_1000": 0.61625,
"map_at_3": 0.59533,
"map_at_5": 0.60333,
"mrr_at_1": 0.551,
"mrr_at_10": 0.61124,
"mrr_at_100": 0.61686,
"mrr_at_1000": 0.61726,
"mrr_at_3": 0.59633,
"mrr_at_5": 0.60433,
"ndcg_at_1": 0.549,
"ndcg_at_10": 0.6407,
"ndcg_at_100": 0.67041,
"ndcg_at_1000": 0.68237,
"ndcg_at_3": 0.60969,
"ndcg_at_5": 0.62411,
"precision_at_1": 0.549,
"precision_at_10": 0.0737,
"precision_at_100": 0.00882,
"precision_at_1000": 0.00098,
"precision_at_3": 0.217,
"precision_at_5": 0.1372,
"recall_at_1": 0.549,
"recall_at_10": 0.737,
"recall_at_100": 0.882,
"recall_at_1000": 0.978,
"recall_at_3": 0.651,
"recall_at_5": 0.686
}
}

13
result/acge_text_embedding_a10_bf16/MultilingualSentiment.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": null,
"mteb_dataset_name": "MultilingualSentiment",
"mteb_version": "1.1.1",
"validation": {
"accuracy": 0.7757666666666666,
"accuracy_stderr": 0.004494564618637846,
"evaluation_time": 19.48,
"f1": 0.7754926687781014,
"f1_stderr": 0.006051542426096796,
"main_score": 0.7757666666666666
}
}

49
result/acge_text_embedding_a10_bf16/Ocnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": null,
"mteb_dataset_name": "Ocnli",
"mteb_version": "1.1.1",
"validation": {
"cos_sim": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5930440425872803,
"ap": 0.8516262845422288,
"f1": 0.8297771455666192,
"f1_threshold": 0.5647917985916138,
"precision": 0.7530120481927711,
"recall": 0.9239704329461457
},
"dot": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5982565879821777,
"ap": 0.8511448381714821,
"f1": 0.8299190090519295,
"f1_threshold": 0.5676579475402832,
"precision": 0.7560763888888888,
"recall": 0.9197465681098205
},
"euclidean": {
"accuracy": 0.8105035192203573,
"accuracy_threshold": 0.8990259170532227,
"ap": 0.8516821622996872,
"f1": 0.8300094966761632,
"f1_threshold": 0.9317486882209778,
"precision": 0.7540983606557377,
"recall": 0.9229144667370645
},
"evaluation_time": 1.5,
"manhattan": {
"accuracy": 0.8115863562533838,
"accuracy_threshold": 30.2585506439209,
"ap": 0.8514921863839019,
"f1": 0.8291048348492102,
"f1_threshold": 31.238189697265625,
"precision": 0.7583187390542907,
"recall": 0.914466737064414
},
"max": {
"accuracy": 0.8115863562533838,
"ap": 0.8516821622996872,
"f1": 0.8300094966761632
}
}
}

15
result/acge_text_embedding_a10_bf16/OnlineShopping.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": null,
"mteb_dataset_name": "OnlineShopping",
"mteb_version": "1.1.1",
"test": {
"accuracy": 0.9374,
"accuracy_stderr": 0.005499090833946969,
"ap": 0.918742935725318,
"ap_stderr": 0.0038520346274983235,
"evaluation_time": 13.75,
"f1": 0.937291967799952,
"f1_stderr": 0.005456903309479222,
"main_score": 0.9374
}
}

20
result/acge_text_embedding_a10_bf16/PAWSX.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "PAWSX",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.39153309719954255,
"spearman": 0.4549104095046596
},
"euclidean": {
"pearson": 0.4484341925744787,
"spearman": 0.4549591820681975
},
"evaluation_time": 3.2,
"manhattan": {
"pearson": 0.44849970344307794,
"spearman": 0.45511943477696504
}
}
}

20
result/acge_text_embedding_a10_bf16/QBQTC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "QBQTC",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.34238065972733855,
"spearman": 0.3729994521083957
},
"euclidean": {
"pearson": 0.35117285683586885,
"spearman": 0.37296421136185903
},
"evaluation_time": 4.28,
"manhattan": {
"pearson": 0.35077612993620544,
"spearman": 0.3724321404636873
}
}
}

22
result/acge_text_embedding_a10_bf16/STS22.json Normal file
View File

@@ -0,0 +1,22 @@
{
"dataset_revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"mteb_dataset_name": "STS22",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 19.94,
"zh": {
"cos_sim": {
"pearson": 0.6181084429804533,
"spearman": 0.6706680826468155
},
"euclidean": {
"pearson": 0.6568769357174774,
"spearman": 0.6703679315323132
},
"manhattan": {
"pearson": 0.6562894558510642,
"spearman": 0.6703727613483745
}
}
}
}

20
result/acge_text_embedding_a10_bf16/STSB.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": null,
"mteb_dataset_name": "STSB",
"mteb_version": "1.1.1",
"test": {
"cos_sim": {
"pearson": 0.8156386995511361,
"spearman": 0.8273686622131105
},
"euclidean": {
"pearson": 0.824948141156291,
"spearman": 0.8272976398817485
},
"evaluation_time": 1.18,
"manhattan": {
"pearson": 0.8248268721046512,
"spearman": 0.8271507072385981
}
}
}

10
result/acge_text_embedding_a10_bf16/T2Reranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "T2Reranking",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 1202.17,
"map": 0.6585592968571603,
"mrr": 0.7596156946190799
}
}

38
result/acge_text_embedding_a10_bf16/T2Retrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "T2Retrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 1827.95,
"map_at_1": 0.27061,
"map_at_10": 0.75299,
"map_at_100": 0.79106,
"map_at_1000": 0.79179,
"map_at_3": 0.53062,
"map_at_5": 0.65117,
"mrr_at_1": 0.88817,
"mrr_at_10": 0.91719,
"mrr_at_100": 0.91812,
"mrr_at_1000": 0.91815,
"mrr_at_3": 0.91209,
"mrr_at_5": 0.91546,
"ndcg_at_1": 0.88817,
"ndcg_at_10": 0.83269,
"ndcg_at_100": 0.8726,
"ndcg_at_1000": 0.87942,
"ndcg_at_3": 0.84688,
"ndcg_at_5": 0.83242,
"precision_at_1": 0.88817,
"precision_at_10": 0.41293,
"precision_at_100": 0.04994,
"precision_at_1000": 0.00515,
"precision_at_3": 0.73945,
"precision_at_5": 0.6189,
"recall_at_1": 0.27061,
"recall_at_10": 0.8232,
"recall_at_100": 0.95049,
"recall_at_1000": 0.98466,
"recall_at_3": 0.54877,
"recall_at_5": 0.6883
}
}

13
result/acge_text_embedding_a10_bf16/TNews.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": null,
"mteb_dataset_name": "TNews",
"mteb_version": "1.1.1",
"validation": {
"accuracy": 0.53697,
"accuracy_stderr": 0.003216846281686451,
"evaluation_time": 15.68,
"f1": 0.5187777083293563,
"f1_stderr": 0.004223883600638354,
"main_score": 0.53697
}
}

10
result/acge_text_embedding_a10_bf16/ThuNewsClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "ThuNewsClusteringP2P",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 210.99,
"v_measure": 0.7348804805577354,
"v_measure_std": 0.022460628082213604
}
}

10
result/acge_text_embedding_a10_bf16/ThuNewsClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": null,
"mteb_dataset_name": "ThuNewsClusteringS2S",
"mteb_version": "1.1.1",
"test": {
"evaluation_time": 55.95,
"v_measure": 0.6828918056606984,
"v_measure_std": 0.02042687239840596
}
}

38
result/acge_text_embedding_a10_bf16/VideoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": null,
"mteb_dataset_name": "VideoRetrieval",
"mteb_version": "1.1.1",
"validation": {
"evaluation_time": 65.38,
"map_at_1": 0.593,
"map_at_10": 0.69131,
"map_at_100": 0.6965,
"map_at_1000": 0.69667,
"map_at_3": 0.67667,
"map_at_5": 0.68687,
"mrr_at_1": 0.593,
"mrr_at_10": 0.69131,
"mrr_at_100": 0.6965,
"mrr_at_1000": 0.69667,
"mrr_at_3": 0.67667,
"mrr_at_5": 0.68687,
"ndcg_at_1": 0.593,
"ndcg_at_10": 0.73236,
"ndcg_at_100": 0.75514,
"ndcg_at_1000": 0.75924,
"ndcg_at_3": 0.70302,
"ndcg_at_5": 0.72127,
"precision_at_1": 0.593,
"precision_at_10": 0.0858,
"precision_at_100": 0.00959,
"precision_at_1000": 0.00099,
"precision_at_3": 0.25967,
"precision_at_5": 0.1646,
"recall_at_1": 0.593,
"recall_at_10": 0.858,
"recall_at_100": 0.959,
"recall_at_1000": 0.991,
"recall_at_3": 0.779,
"recall_at_5": 0.823
}
}

15
result/acge_text_embedding_a10_bf16/Waimai.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": null,
"mteb_dataset_name": "Waimai",
"mteb_version": "1.1.1",
"test": {
"accuracy": 0.8855999999999999,
"accuracy_stderr": 0.00542586398650022,
"ap": 0.7361808496992722,
"ap_stderr": 0.011074642485384353,
"evaluation_time": 8.39,
"f1": 0.8709134854653389,
"f1_stderr": 0.0046763453419527284,
"main_score": 0.8855999999999999
}
}

20
result/acge_text_embedding_bf16/AFQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4",
"mteb_dataset_name": "AFQMC",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"pearson": 0.5403219651150428,
"spearman": 0.5880567952355933
},
"euclidean": {
"pearson": 0.5747052075207808,
"spearman": 0.5880429232297114
},
"evaluation_time": 2.53,
"manhattan": {
"pearson": 0.5746163912433917,
"spearman": 0.58797778532121
}
}
}

20
result/acge_text_embedding_bf16/ATEC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "0f319b1142f28d00e055a6770f3f726ae9b7d865",
"mteb_dataset_name": "ATEC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.5352317196374685,
"spearman": 0.5794610819724817
},
"euclidean": {
"pearson": 0.6116974418403869,
"spearman": 0.5794681861980281
},
"evaluation_time": 11.13,
"manhattan": {
"pearson": 0.6116782535933452,
"spearman": 0.5794540903298445
}
}
}

25
result/acge_text_embedding_bf16/AmazonReviewsClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"mteb_dataset_name": "AmazonReviewsClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 49.61,
"zh": {
"accuracy": 0.48556,
"accuracy_stderr": 0.016404828557470493,
"f1": 0.4661852566163211,
"f1_stderr": 0.016210688869191376,
"main_score": 0.48556
}
},
"validation": {
"evaluation_time": 32.97,
"zh": {
"accuracy": 0.4767600000000001,
"accuracy_stderr": 0.01377383025886408,
"f1": 0.45757305049914343,
"f1_stderr": 0.011974246680296244,
"main_score": 0.4767600000000001
}
}
}

20
result/acge_text_embedding_bf16/BQ.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "e3dda5e115e487b39ec7e618c0c6a29137052a55",
"mteb_dataset_name": "BQ",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.6826963267181252,
"spearman": 0.7036696156869363
},
"euclidean": {
"pearson": 0.6942591718370763,
"spearman": 0.703677583116469
},
"evaluation_time": 5.46,
"manhattan": {
"pearson": 0.6940127857737215,
"spearman": 0.7034572662526427
}
}
}

10
result/acge_text_embedding_bf16/CLSClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476",
"mteb_dataset_name": "CLSClusteringP2P",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 184.69,
"v_measure": 0.46546853871797733,
"v_measure_std": 0.014569739407015586
}
}

10
result/acge_text_embedding_bf16/CLSClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "e458b3f5414b62b7f9f83499ac1f5497ae2e869f",
"mteb_dataset_name": "CLSClusteringS2S",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 110.77,
"v_measure": 0.4445602575811581,
"v_measure_std": 0.012328026830488758
}
}

10
result/acge_text_embedding_bf16/CMedQAv1.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8d7f1e942507dac42dc58017c1a001c3717da7df",
"mteb_dataset_name": "CMedQAv1",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 66.82,
"map": 0.884576468720639,
"mrr": 0.9090595238095237
}
}

10
result/acge_text_embedding_bf16/CMedQAv2.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0",
"mteb_dataset_name": "CMedQAv2",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 61.0,
"map": 0.8871413673867269,
"mrr": 0.9119265873015873
}
}

38
result/acge_text_embedding_bf16/CmedqaRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301",
"dev": {
"evaluation_time": 256.18,
"map_at_1": 0.26825,
"map_at_10": 0.39959,
"map_at_100": 0.41861,
"map_at_1000": 0.41963,
"map_at_3": 0.35357,
"map_at_5": 0.38001,
"mrr_at_1": 0.40585,
"mrr_at_10": 0.48802,
"mrr_at_100": 0.49779,
"mrr_at_1000": 0.49819,
"mrr_at_3": 0.46095,
"mrr_at_5": 0.47678,
"ndcg_at_1": 0.40585,
"ndcg_at_10": 0.46758,
"ndcg_at_100": 0.53957,
"ndcg_at_1000": 0.55656,
"ndcg_at_3": 0.40961,
"ndcg_at_5": 0.43564,
"precision_at_1": 0.40585,
"precision_at_10": 0.10425,
"precision_at_100": 0.01625,
"precision_at_1000": 0.00184,
"precision_at_3": 0.23114,
"precision_at_5": 0.17024,
"recall_at_1": 0.26825,
"recall_at_10": 0.57909,
"recall_at_100": 0.87375,
"recall_at_1000": 0.98695,
"recall_at_3": 0.40754,
"recall_at_5": 0.48472
},
"mteb_dataset_name": "CmedqaRetrieval",
"mteb_version": "1.1.2"
}

49
result/acge_text_embedding_bf16/Cmnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766",
"mteb_dataset_name": "Cmnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.834155141310884,
"accuracy_threshold": 0.6564782857894897,
"ap": 0.9049006000181046,
"f1": 0.8428797826579125,
"f1_threshold": 0.6480306386947632,
"precision": 0.8169848584595129,
"recall": 0.8704699555763385
},
"dot": {
"accuracy": 0.8340348767288034,
"accuracy_threshold": 0.6529912352561951,
"ap": 0.9050667776818787,
"f1": 0.8431853669417801,
"f1_threshold": 0.6381836533546448,
"precision": 0.8061420345489443,
"recall": 0.88379705400982
},
"euclidean": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.8326233625411987,
"ap": 0.9048869698176196,
"f1": 0.8432616081540204,
"f1_threshold": 0.8387479186058044,
"precision": 0.8177026136613222,
"recall": 0.8704699555763385
},
"evaluation_time": 13.31,
"manhattan": {
"accuracy": 0.8355983162958509,
"accuracy_threshold": 28.043197631835938,
"ap": 0.9047972486190912,
"f1": 0.8442325158946412,
"f1_threshold": 28.235897064208984,
"precision": 0.820569410726109,
"recall": 0.8693009118541033
},
"max": {
"accuracy": 0.8355983162958509,
"ap": 0.9050667776818787,
"f1": 0.8442325158946412
}
}
}

38
result/acge_text_embedding_bf16/CovidRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117",
"dev": {
"evaluation_time": 263.03,
"map_at_1": 0.67597,
"map_at_10": 0.76545,
"map_at_100": 0.76893,
"map_at_1000": 0.76897,
"map_at_3": 0.74807,
"map_at_5": 0.75895,
"mrr_at_1": 0.67861,
"mrr_at_10": 0.76545,
"mrr_at_100": 0.76893,
"mrr_at_1000": 0.76897,
"mrr_at_3": 0.74886,
"mrr_at_5": 0.75934,
"ndcg_at_1": 0.67861,
"ndcg_at_10": 0.80417,
"ndcg_at_100": 0.81928,
"ndcg_at_1000": 0.82038,
"ndcg_at_3": 0.77025,
"ndcg_at_5": 0.78941,
"precision_at_1": 0.67861,
"precision_at_10": 0.09336,
"precision_at_100": 0.01001,
"precision_at_1000": 0.00101,
"precision_at_3": 0.27959,
"precision_at_5": 0.17745,
"recall_at_1": 0.67597,
"recall_at_10": 0.92308,
"recall_at_100": 0.99052,
"recall_at_1000": 0.99895,
"recall_at_3": 0.83325,
"recall_at_5": 0.87908
},
"mteb_dataset_name": "CovidRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_bf16/DuRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced",
"dev": {
"evaluation_time": 264.68,
"map_at_1": 0.25574,
"map_at_10": 0.78493,
"map_at_100": 0.81384,
"map_at_1000": 0.81429,
"map_at_3": 0.54107,
"map_at_5": 0.68755,
"mrr_at_1": 0.892,
"mrr_at_10": 0.92567,
"mrr_at_100": 0.92642,
"mrr_at_1000": 0.92646,
"mrr_at_3": 0.92258,
"mrr_at_5": 0.92458,
"ndcg_at_1": 0.892,
"ndcg_at_10": 0.86084,
"ndcg_at_100": 0.89053,
"ndcg_at_1000": 0.89484,
"ndcg_at_3": 0.84898,
"ndcg_at_5": 0.84078,
"precision_at_1": 0.892,
"precision_at_10": 0.41345,
"precision_at_100": 0.04779,
"precision_at_1000": 0.00488,
"precision_at_3": 0.76167,
"precision_at_5": 0.647,
"recall_at_1": 0.25574,
"recall_at_10": 0.87153,
"recall_at_100": 0.96829,
"recall_at_1000": 0.9912,
"recall_at_3": 0.56421,
"recall_at_5": 0.737
},
"mteb_dataset_name": "DuRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_bf16/EcomRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9",
"dev": {
"evaluation_time": 32.03,
"map_at_1": 0.52,
"map_at_10": 0.62553,
"map_at_100": 0.63048,
"map_at_1000": 0.63065,
"map_at_3": 0.60233,
"map_at_5": 0.61713,
"mrr_at_1": 0.52,
"mrr_at_10": 0.62553,
"mrr_at_100": 0.63048,
"mrr_at_1000": 0.63065,
"mrr_at_3": 0.60233,
"mrr_at_5": 0.61713,
"ndcg_at_1": 0.52,
"ndcg_at_10": 0.67516,
"ndcg_at_100": 0.69896,
"ndcg_at_1000": 0.70281,
"ndcg_at_3": 0.62826,
"ndcg_at_5": 0.65498,
"precision_at_1": 0.52,
"precision_at_10": 0.083,
"precision_at_100": 0.00941,
"precision_at_1000": 0.00097,
"precision_at_3": 0.23433,
"precision_at_5": 0.1536,
"recall_at_1": 0.52,
"recall_at_10": 0.83,
"recall_at_100": 0.941,
"recall_at_1000": 0.97,
"recall_at_3": 0.703,
"recall_at_5": 0.768
},
"mteb_dataset_name": "EcomRetrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_bf16/IFlyTek.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "421605374b29664c5fc098418fe20ada9bd55f8a",
"mteb_dataset_name": "IFlyTek",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.5176606387071951,
"accuracy_stderr": 0.0032702623102540806,
"evaluation_time": 84.06,
"f1": 0.4025725744367441,
"f1_stderr": 0.0016184111805853006,
"main_score": 0.5176606387071951
}
}

15
result/acge_text_embedding_bf16/JDReview.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b",
"mteb_dataset_name": "JDReview",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.8669793621013133,
"accuracy_stderr": 0.009170243459549659,
"ap": 0.5546718958939327,
"ap_stderr": 0.013907979413741858,
"evaluation_time": 1.89,
"f1": 0.8148228915952436,
"f1_stderr": 0.008989126268531128,
"main_score": 0.8669793621013133
}
}

20
result/acge_text_embedding_bf16/LCQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "17f9b096f80380fce5ed12a9be8be7784b337daf",
"mteb_dataset_name": "LCQMC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.7113755846688529,
"spearman": 0.7817322744116031
},
"euclidean": {
"pearson": 0.7748740502819293,
"spearman": 0.7817553979551616
},
"evaluation_time": 8.18,
"manhattan": {
"pearson": 0.7747671561749275,
"spearman": 0.7816780681181362
}
}
}

10
result/acge_text_embedding_bf16/MMarcoReranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8e0c766dbe9e16e1d221116a3f36795fbade07f6",
"dev": {
"evaluation_time": 77.24,
"map": 0.27054392822906315,
"mrr": 0.29001190476190475
},
"mteb_dataset_name": "MMarcoReranking",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_bf16/MMarcoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2",
"dev": {
"evaluation_time": 112.52,
"map_at_1": 0.65626,
"map_at_10": 0.74749,
"map_at_100": 0.75091,
"map_at_1000": 0.75103,
"map_at_3": 0.73007,
"map_at_5": 0.74124,
"mrr_at_1": 0.67894,
"mrr_at_10": 0.75374,
"mrr_at_100": 0.75674,
"mrr_at_1000": 0.75685,
"mrr_at_3": 0.73868,
"mrr_at_5": 0.7483,
"ndcg_at_1": 0.67894,
"ndcg_at_10": 0.78414,
"ndcg_at_100": 0.79947,
"ndcg_at_1000": 0.80265,
"ndcg_at_3": 0.7512,
"ndcg_at_5": 0.76999,
"precision_at_1": 0.67894,
"precision_at_10": 0.0947,
"precision_at_100": 0.01023,
"precision_at_1000": 0.00105,
"precision_at_3": 0.28333,
"precision_at_5": 0.17989,
"recall_at_1": 0.65626,
"recall_at_10": 0.89063,
"recall_at_100": 0.95995,
"recall_at_1000": 0.98455,
"recall_at_3": 0.80357,
"recall_at_5": 0.84824
},
"mteb_dataset_name": "MMarcoRetrieval",
"mteb_version": "1.1.2"
}

25
result/acge_text_embedding_bf16/MassiveIntentClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"mteb_dataset_name": "MassiveIntentClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 34.99,
"zh-CN": {
"accuracy": 0.7588433086751849,
"accuracy_stderr": 0.014973247823706553,
"f1": 0.7306801290283882,
"f1_stderr": 0.012476484938556087,
"main_score": 0.7588433086751849
}
},
"validation": {
"evaluation_time": 23.55,
"zh-CN": {
"accuracy": 0.7620757501229709,
"accuracy_stderr": 0.014687574643088952,
"f1": 0.7245688532585948,
"f1_stderr": 0.011566046270173427,
"main_score": 0.7620757501229709
}
}
}

25
result/acge_text_embedding_bf16/MassiveScenarioClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"mteb_dataset_name": "MassiveScenarioClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 11.48,
"zh-CN": {
"accuracy": 0.7844317417619366,
"accuracy_stderr": 0.014818140621174506,
"f1": 0.7814079252505329,
"f1_stderr": 0.013389146532514561,
"main_score": 0.7844317417619366
}
},
"validation": {
"evaluation_time": 8.87,
"zh-CN": {
"accuracy": 0.7780127889818004,
"accuracy_stderr": 0.014404810174544135,
"f1": 0.7721400948720412,
"f1_stderr": 0.0153931044711485,
"main_score": 0.7780127889818004
}
}
}

38
result/acge_text_embedding_bf16/MedicalRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6",
"dev": {
"evaluation_time": 103.65,
"map_at_1": 0.549,
"map_at_10": 0.61,
"map_at_100": 0.61549,
"map_at_1000": 0.61591,
"map_at_3": 0.59517,
"map_at_5": 0.60267,
"mrr_at_1": 0.551,
"mrr_at_10": 0.611,
"mrr_at_100": 0.61649,
"mrr_at_1000": 0.61691,
"mrr_at_3": 0.59617,
"mrr_at_5": 0.60367,
"ndcg_at_1": 0.549,
"ndcg_at_10": 0.6407,
"ndcg_at_100": 0.66981,
"ndcg_at_1000": 0.68207,
"ndcg_at_3": 0.60956,
"ndcg_at_5": 0.62311,
"precision_at_1": 0.549,
"precision_at_10": 0.0738,
"precision_at_100": 0.0088,
"precision_at_1000": 0.00098,
"precision_at_3": 0.217,
"precision_at_5": 0.1368,
"recall_at_1": 0.549,
"recall_at_10": 0.738,
"recall_at_100": 0.88,
"recall_at_1000": 0.978,
"recall_at_3": 0.651,
"recall_at_5": 0.684
},
"mteb_dataset_name": "MedicalRetrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_bf16/MultilingualSentiment.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "46958b007a63fdbf239b7672c25d0bea67b5ea1a",
"mteb_dataset_name": "MultilingualSentiment",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.7756333333333334,
"accuracy_stderr": 0.004520201568760209,
"evaluation_time": 26.01,
"f1": 0.7753666660124703,
"f1_stderr": 0.0060536558948603575,
"main_score": 0.7756333333333334
}
}

49
result/acge_text_embedding_bf16/Ocnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": "66e76a618a34d6d565d5538088562851e6daa7ec",
"mteb_dataset_name": "Ocnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5931570529937744,
"ap": 0.8516141108141811,
"f1": 0.8297771455666192,
"f1_threshold": 0.5646798610687256,
"precision": 0.7530120481927711,
"recall": 0.9239704329461457
},
"dot": {
"accuracy": 0.8105035192203573,
"accuracy_threshold": 0.5924628973007202,
"ap": 0.8513568069803823,
"f1": 0.8304038004750595,
"f1_threshold": 0.5658385157585144,
"precision": 0.7547495682210709,
"recall": 0.9229144667370645
},
"euclidean": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.8982482552528381,
"ap": 0.8516341835376644,
"f1": 0.8296860133206471,
"f1_threshold": 0.9301300048828125,
"precision": 0.754978354978355,
"recall": 0.9208025343189018
},
"evaluation_time": 2.98,
"manhattan": {
"accuracy": 0.8115863562533838,
"accuracy_threshold": 30.367427825927734,
"ap": 0.8513388548299352,
"f1": 0.8291048348492102,
"f1_threshold": 31.26837158203125,
"precision": 0.7583187390542907,
"recall": 0.914466737064414
},
"max": {
"accuracy": 0.8115863562533838,
"ap": 0.8516341835376644,
"f1": 0.8304038004750595
}
}
}

15
result/acge_text_embedding_bf16/OnlineShopping.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "e610f2ebd179a8fda30ae534c3878750a96db120",
"mteb_dataset_name": "OnlineShopping",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.9375,
"accuracy_stderr": 0.005333854141237797,
"ap": 0.918757063139003,
"ap_stderr": 0.0038428310634423444,
"evaluation_time": 2.88,
"f1": 0.9373901896028437,
"f1_stderr": 0.005292186558409531,
"main_score": 0.9375
}
}

20
result/acge_text_embedding_bf16/PAWSX.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "9c6a90e430ac22b5779fb019a23e820b11a8b5e1",
"mteb_dataset_name": "PAWSX",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.39158315346095246,
"spearman": 0.45496963367304505
},
"euclidean": {
"pearson": 0.4484851504338683,
"spearman": 0.45501840606598515
},
"evaluation_time": 1.63,
"manhattan": {
"pearson": 0.44855618769134786,
"spearman": 0.45521349632021
}
}
}

20
result/acge_text_embedding_bf16/QBQTC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "790b0510dc52b1553e8c49f3d2afb48c0e5c48b7",
"mteb_dataset_name": "QBQTC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.34240063381471686,
"spearman": 0.37298105689512384
},
"euclidean": {
"pearson": 0.35114630288288695,
"spearman": 0.3729224953963422
},
"evaluation_time": 3.21,
"manhattan": {
"pearson": 0.3507429582481541,
"spearman": 0.3724006222876743
}
}
}

22
result/acge_text_embedding_bf16/STS22.json Normal file
View File

@@ -0,0 +1,22 @@
{
"dataset_revision": "eea2b4fe26a775864c896887d910b76a8098ad3f",
"mteb_dataset_name": "STS22",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 8.57,
"zh": {
"cos_sim": {
"pearson": 0.6183938629291164,
"spearman": 0.6705632097771566
},
"euclidean": {
"pearson": 0.6572031356075829,
"spearman": 0.6705823973191457
},
"manhattan": {
"pearson": 0.6566073527177827,
"spearman": 0.6704221791481658
}
}
}
}

20
result/acge_text_embedding_bf16/STSB.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0",
"mteb_dataset_name": "STSB",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.8156195178204663,
"spearman": 0.8273033434099031
},
"euclidean": {
"pearson": 0.8249605254478312,
"spearman": 0.8272004995354247
},
"evaluation_time": 0.96,
"manhattan": {
"pearson": 0.8248358662476731,
"spearman": 0.8270676710419983
}
}
}

10
result/acge_text_embedding_bf16/T2Reranking.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9",
"dev": {
"evaluation_time": 482.22,
"map": 0.659012655137193,
"mrr": 0.7597216177150165
},
"mteb_dataset_name": "T2Reranking",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_bf16/T2Retrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64",
"dev": {
"evaluation_time": 769.9,
"map_at_1": 0.27057,
"map_at_10": 0.75293,
"map_at_100": 0.79098,
"map_at_1000": 0.79172,
"map_at_3": 0.53049,
"map_at_5": 0.65103,
"mrr_at_1": 0.88822,
"mrr_at_10": 0.91721,
"mrr_at_100": 0.91814,
"mrr_at_1000": 0.91818,
"mrr_at_3": 0.91213,
"mrr_at_5": 0.91544,
"ndcg_at_1": 0.88822,
"ndcg_at_10": 0.83269,
"ndcg_at_100": 0.87259,
"ndcg_at_1000": 0.87938,
"ndcg_at_3": 0.84678,
"ndcg_at_5": 0.83231,
"precision_at_1": 0.88822,
"precision_at_10": 0.41297,
"precision_at_100": 0.04994,
"precision_at_1000": 0.00515,
"precision_at_3": 0.73933,
"precision_at_5": 0.61885,
"recall_at_1": 0.27057,
"recall_at_10": 0.82332,
"recall_at_100": 0.95065,
"recall_at_1000": 0.98466,
"recall_at_3": 0.54872,
"recall_at_5": 0.68814
},
"mteb_dataset_name": "T2Retrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_bf16/TNews.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "317f262bf1e6126357bbe89e875451e4b0938fe4",
"mteb_dataset_name": "TNews",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.5369,
"accuracy_stderr": 0.003208426405576395,
"evaluation_time": 34.28,
"f1": 0.5187306088948137,
"f1_stderr": 0.004187789413693209,
"main_score": 0.5369
}
}

10
result/acge_text_embedding_bf16/ThuNewsClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "5798586b105c0434e4f0fe5e767abe619442cf93",
"mteb_dataset_name": "ThuNewsClusteringP2P",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 119.09,
"v_measure": 0.7376590442198114,
"v_measure_std": 0.020385919601893947
}
}

10
result/acge_text_embedding_bf16/ThuNewsClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8a8b2caeda43f39e13c4bc5bea0f8a667896e10d",
"mteb_dataset_name": "ThuNewsClusteringS2S",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 81.19,
"v_measure": 0.6861875345658027,
"v_measure_std": 0.02360690366682162
}
}

38
result/acge_text_embedding_bf16/VideoRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639",
"dev": {
"evaluation_time": 41.98,
"map_at_1": 0.594,
"map_at_10": 0.6919,
"map_at_100": 0.69711,
"map_at_1000": 0.69727,
"map_at_3": 0.67717,
"map_at_5": 0.68742,
"mrr_at_1": 0.594,
"mrr_at_10": 0.6919,
"mrr_at_100": 0.69711,
"mrr_at_1000": 0.69727,
"mrr_at_3": 0.67717,
"mrr_at_5": 0.68742,
"ndcg_at_1": 0.594,
"ndcg_at_10": 0.73281,
"ndcg_at_100": 0.75575,
"ndcg_at_1000": 0.75971,
"ndcg_at_3": 0.70339,
"ndcg_at_5": 0.72168,
"precision_at_1": 0.594,
"precision_at_10": 0.0858,
"precision_at_100": 0.0096,
"precision_at_1000": 0.00099,
"precision_at_3": 0.25967,
"precision_at_5": 0.1646,
"recall_at_1": 0.594,
"recall_at_10": 0.858,
"recall_at_100": 0.96,
"recall_at_1000": 0.991,
"recall_at_3": 0.779,
"recall_at_5": 0.823
},
"mteb_dataset_name": "VideoRetrieval",
"mteb_version": "1.1.2"
}

15
result/acge_text_embedding_bf16/Waimai.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "339287def212450dcaa9df8c22bf93e9980c7023",
"mteb_dataset_name": "Waimai",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.8856000000000002,
"accuracy_stderr": 0.005748043145279971,
"ap": 0.7362152033132061,
"ap_stderr": 0.011673453673977754,
"evaluation_time": 1.76,
"f1": 0.870916916405758,
"f1_stderr": 0.004997689843902893,
"main_score": 0.8856000000000002
}
}

20
result/acge_text_embedding_float/AFQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4",
"mteb_dataset_name": "AFQMC",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"pearson": 0.5403401105365225,
"spearman": 0.5880773015922532
},
"euclidean": {
"pearson": 0.5747165421975333,
"spearman": 0.5880771005493259
},
"evaluation_time": 7.22,
"manhattan": {
"pearson": 0.5746257044808263,
"spearman": 0.5879990958934631
}
}
}

20
result/acge_text_embedding_float/ATEC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "0f319b1142f28d00e055a6770f3f726ae9b7d865",
"mteb_dataset_name": "ATEC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.535259991525419,
"spearman": 0.5794530657917338
},
"euclidean": {
"pearson": 0.6116990157908463,
"spearman": 0.5794530432728487
},
"evaluation_time": 32.44,
"manhattan": {
"pearson": 0.6116784257779159,
"spearman": 0.579444599262835
}
}
}

25
result/acge_text_embedding_float/AmazonReviewsClassification.json Normal file
View File

@@ -0,0 +1,25 @@
{
"dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"mteb_dataset_name": "AmazonReviewsClassification",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 48.04,
"zh": {
"accuracy": 0.4854200000000001,
"accuracy_stderr": 0.016364217060403467,
"f1": 0.4660313582582637,
"f1_stderr": 0.016138610779200774,
"main_score": 0.4854200000000001
}
},
"validation": {
"evaluation_time": 61.65,
"zh": {
"accuracy": 0.47684000000000004,
"accuracy_stderr": 0.013742430643812614,
"f1": 0.4576679486195056,
"f1_stderr": 0.011971035532689783,
"main_score": 0.47684000000000004
}
}
}

20
result/acge_text_embedding_float/BQ.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "e3dda5e115e487b39ec7e618c0c6a29137052a55",
"mteb_dataset_name": "BQ",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.6827508860825882,
"spearman": 0.7037083097021715
},
"euclidean": {
"pearson": 0.694275625827997,
"spearman": 0.7037082750611552
},
"evaluation_time": 15.04,
"manhattan": {
"pearson": 0.694032853808824,
"spearman": 0.7034852562001644
}
}
}

10
result/acge_text_embedding_float/CLSClusteringP2P.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476",
"mteb_dataset_name": "CLSClusteringP2P",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 934.44,
"v_measure": 0.469037806510524,
"v_measure_std": 0.011072005002928698
}
}

10
result/acge_text_embedding_float/CLSClusteringS2S.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "e458b3f5414b62b7f9f83499ac1f5497ae2e869f",
"mteb_dataset_name": "CLSClusteringS2S",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 135.82,
"v_measure": 0.4407534208843019,
"v_measure_std": 0.015328654622393445
}
}

10
result/acge_text_embedding_float/CMedQAv1.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "8d7f1e942507dac42dc58017c1a001c3717da7df",
"mteb_dataset_name": "CMedQAv1",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 435.78,
"map": 0.8868482500640664,
"mrr": 0.9063928571428571
}
}

10
result/acge_text_embedding_float/CMedQAv2.json Normal file
View File

@@ -0,0 +1,10 @@
{
"dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0",
"mteb_dataset_name": "CMedQAv2",
"mteb_version": "1.1.2",
"test": {
"evaluation_time": 409.58,
"map": 0.8897632950018356,
"mrr": 0.908593253968254
}
}

38
result/acge_text_embedding_float/CmedqaRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301",
"dev": {
"evaluation_time": 1256.92,
"map_at_1": 0.2685,
"map_at_10": 0.39983,
"map_at_100": 0.41883,
"map_at_1000": 0.41984,
"map_at_3": 0.35401,
"map_at_5": 0.38001,
"mrr_at_1": 0.4061,
"mrr_at_10": 0.48812,
"mrr_at_100": 0.49788,
"mrr_at_1000": 0.49828,
"mrr_at_3": 0.46128,
"mrr_at_5": 0.47679,
"ndcg_at_1": 0.4061,
"ndcg_at_10": 0.46773,
"ndcg_at_100": 0.53968,
"ndcg_at_1000": 0.55671,
"ndcg_at_3": 0.41011,
"ndcg_at_5": 0.43545,
"precision_at_1": 0.4061,
"precision_at_10": 0.1043,
"precision_at_100": 0.01625,
"precision_at_1000": 0.00184,
"precision_at_3": 0.23139,
"precision_at_5": 0.17004,
"recall_at_1": 0.2685,
"recall_at_10": 0.57906,
"recall_at_100": 0.87366,
"recall_at_1000": 0.98721,
"recall_at_3": 0.40825,
"recall_at_5": 0.48391
},
"mteb_dataset_name": "CmedqaRetrieval",
"mteb_version": "1.1.2"
}

49
result/acge_text_embedding_float/Cmnli.json Normal file
View File

@@ -0,0 +1,49 @@
{
"dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766",
"mteb_dataset_name": "Cmnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.6553086042404175,
"ap": 0.9049178248661934,
"f1": 0.8428475486903962,
"f1_threshold": 0.6404943466186523,
"precision": 0.8084603822203135,
"recall": 0.8802899228431144
},
"dot": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.6553086042404175,
"ap": 0.904952509998683,
"f1": 0.8428475486903962,
"f1_threshold": 0.6404944658279419,
"precision": 0.8084603822203135,
"recall": 0.8802899228431144
},
"euclidean": {
"accuracy": 0.8343956704750451,
"accuracy_threshold": 0.8302907943725586,
"ap": 0.904917738313486,
"f1": 0.8428475486903962,
"f1_threshold": 0.8479452133178711,
"precision": 0.8084603822203135,
"recall": 0.8802899228431144
},
"evaluation_time": 17.58,
"manhattan": {
"accuracy": 0.8354780517137703,
"accuracy_threshold": 28.025470733642578,
"ap": 0.9048077217839686,
"f1": 0.8443433769187039,
"f1_threshold": 28.200302124023438,
"precision": 0.8218238158477202,
"recall": 0.8681318681318682
},
"max": {
"accuracy": 0.8354780517137703,
"ap": 0.904952509998683,
"f1": 0.8443433769187039
}
}
}

38
result/acge_text_embedding_float/CovidRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117",
"dev": {
"evaluation_time": 1326.87,
"map_at_1": 0.67597,
"map_at_10": 0.7653,
"map_at_100": 0.76879,
"map_at_1000": 0.76883,
"map_at_3": 0.74772,
"map_at_5": 0.75881,
"mrr_at_1": 0.67861,
"mrr_at_10": 0.7653,
"mrr_at_100": 0.76879,
"mrr_at_1000": 0.76883,
"mrr_at_3": 0.74851,
"mrr_at_5": 0.7592,
"ndcg_at_1": 0.67861,
"ndcg_at_10": 0.80403,
"ndcg_at_100": 0.81916,
"ndcg_at_1000": 0.82026,
"ndcg_at_3": 0.76972,
"ndcg_at_5": 0.78929,
"precision_at_1": 0.67861,
"precision_at_10": 0.09336,
"precision_at_100": 0.01001,
"precision_at_1000": 0.00101,
"precision_at_3": 0.27924,
"precision_at_5": 0.17745,
"recall_at_1": 0.67597,
"recall_at_10": 0.92308,
"recall_at_100": 0.99052,
"recall_at_1000": 0.99895,
"recall_at_3": 0.83219,
"recall_at_5": 0.87908
},
"mteb_dataset_name": "CovidRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_float/DuRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced",
"dev": {
"evaluation_time": 1320.81,
"map_at_1": 0.25574,
"map_at_10": 0.78495,
"map_at_100": 0.81382,
"map_at_1000": 0.81428,
"map_at_3": 0.54115,
"map_at_5": 0.68743,
"mrr_at_1": 0.892,
"mrr_at_10": 0.92571,
"mrr_at_100": 0.92647,
"mrr_at_1000": 0.9265,
"mrr_at_3": 0.92275,
"mrr_at_5": 0.92462,
"ndcg_at_1": 0.892,
"ndcg_at_10": 0.86091,
"ndcg_at_100": 0.8905,
"ndcg_at_1000": 0.89484,
"ndcg_at_3": 0.84913,
"ndcg_at_5": 0.84069,
"precision_at_1": 0.892,
"precision_at_10": 0.4135,
"precision_at_100": 0.04778,
"precision_at_1000": 0.00488,
"precision_at_3": 0.76183,
"precision_at_5": 0.6469,
"recall_at_1": 0.25574,
"recall_at_10": 0.87168,
"recall_at_100": 0.96812,
"recall_at_1000": 0.99114,
"recall_at_3": 0.5645,
"recall_at_5": 0.73683
},
"mteb_dataset_name": "DuRetrieval",
"mteb_version": "1.1.2"
}

38
result/acge_text_embedding_float/EcomRetrieval.json Normal file
View File

@@ -0,0 +1,38 @@
{
"dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9",
"dev": {
"evaluation_time": 148.99,
"map_at_1": 0.521,
"map_at_10": 0.6264,
"map_at_100": 0.63127,
"map_at_1000": 0.63144,
"map_at_3": 0.603,
"map_at_5": 0.61785,
"mrr_at_1": 0.521,
"mrr_at_10": 0.6264,
"mrr_at_100": 0.63127,
"mrr_at_1000": 0.63144,
"mrr_at_3": 0.603,
"mrr_at_5": 0.61785,
"ndcg_at_1": 0.521,
"ndcg_at_10": 0.67604,
"ndcg_at_100": 0.69958,
"ndcg_at_1000": 0.70343,
"ndcg_at_3": 0.62876,
"ndcg_at_5": 0.65553,
"precision_at_1": 0.521,
"precision_at_10": 0.0831,
"precision_at_100": 0.00941,
"precision_at_1000": 0.00097,
"precision_at_3": 0.23433,
"precision_at_5": 0.1536,
"recall_at_1": 0.521,
"recall_at_10": 0.831,
"recall_at_100": 0.941,
"recall_at_1000": 0.97,
"recall_at_3": 0.703,
"recall_at_5": 0.768
},
"mteb_dataset_name": "EcomRetrieval",
"mteb_version": "1.1.2"
}

13
result/acge_text_embedding_float/IFlyTek.json Normal file
View File

@@ -0,0 +1,13 @@
{
"dataset_revision": "421605374b29664c5fc098418fe20ada9bd55f8a",
"mteb_dataset_name": "IFlyTek",
"mteb_version": "1.1.2",
"validation": {
"accuracy": 0.5177375913813005,
"accuracy_stderr": 0.0032429869189235373,
"evaluation_time": 280.74,
"f1": 0.4026448545790716,
"f1_stderr": 0.0017360471286822303,
"main_score": 0.5177375913813005
}
}

15
result/acge_text_embedding_float/JDReview.json Normal file
View File

@@ -0,0 +1,15 @@
{
"dataset_revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b",
"mteb_dataset_name": "JDReview",
"mteb_version": "1.1.2",
"test": {
"accuracy": 0.8669793621013133,
"accuracy_stderr": 0.009170243459549659,
"ap": 0.5546718958939327,
"ap_stderr": 0.013907979413741858,
"evaluation_time": 11.04,
"f1": 0.8148228915952436,
"f1_stderr": 0.008989126268531128,
"main_score": 0.8669793621013133
}
}

20
result/acge_text_embedding_float/LCQMC.json Normal file
View File

@@ -0,0 +1,20 @@
{
"dataset_revision": "17f9b096f80380fce5ed12a9be8be7784b337daf",
"mteb_dataset_name": "LCQMC",
"mteb_version": "1.1.2",
"test": {
"cos_sim": {
"pearson": 0.7113968076493342,
"spearman": 0.7817363759091293
},
"euclidean": {
"pearson": 0.7748520023853366,
"spearman": 0.7817363980505617
},
"evaluation_time": 16.03,
"manhattan": {
"pearson": 0.7747372163837604,
"spearman": 0.7816440146147101
}
}
}

Some files were not shown because too many files have changed in this diff Show More