初始化项目，由ModelHub XC社区提供模型

Model: aspire/acge_text_embedding
Source: Original Platform

.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+img/matryoshka-small.gif filter=lfs diff=lfs merge=lfs -text

1_Pooling/config.json

@@ -0,0 +1,7 @@
+{
+    "word_embedding_dimension": 1024,
+    "pooling_mode_cls_token": false,
+    "pooling_mode_mean_tokens": true,
+    "pooling_mode_max_tokens": false,
+    "pooling_mode_mean_sqrt_len_tokens": false
+   }

2_Dense/config.json

@@ -0,0 +1,6 @@
+{
+ "in_features": 1024,
+ "out_features": 1792,
+ "bias": true,
+ "activation_function": "torch.nn.modules.linear.Identity"
+}

2_Dense/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c49c1fc6dc5bf2d42b8c16d9f787de90dba5e57a705c67b7d67d547f895c905
+size 3673800

2_Dense/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d3b5ed4c0c36109bb0f29fecd7450fb603d10dd58a0ee82811d1667ec83291
+size 3674687

config.json

@@ -0,0 +1,31 @@
+{
+  "architectures": [
+    "BertModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "directionality": "bidi",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 1024,
+  "model_type": "bert",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 0,
+  "pooler_fc_size": 768,
+  "pooler_num_attention_heads": 12,
+  "pooler_num_fc_layers": 3,
+  "pooler_size_per_head": 128,
+  "pooler_type": "first_token_transform",
+  "position_embedding_type": "absolute",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.28.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 21128
+}

img/matryoshka-small.gif

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd65f32e8a57b09c6b0866d95facec81cf8a01e064caeb57018e65cfc12dba8
+size 3006208

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ec3d802bff018c0ee48be067f60aae32a1d444d214663ee6888f53b6317b09
+size 652146704

modules.json

@@ -0,0 +1,20 @@
+[
+    {
+     "idx": 0,
+     "name": "0",
+     "path": "",
+     "type": "sentence_transformers.models.Transformer"
+    },
+    {
+     "idx": 1,
+     "name": "1",
+     "path": "1_Pooling",
+     "type": "sentence_transformers.models.Pooling"
+    },
+    {
+     "idx": 2,
+     "name": "2",
+     "path": "2_Dense",
+     "type": "sentence_transformers.models.Dense"
+    }
+   ]

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6791d0a1cee50f2d5d3f5a1092ef7e72750ad64bf48830d9deb017e8584c2941
+size 652228333

result/acge_text_embedding_a10_bf16/AFQMC.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "AFQMC",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "cos_sim": {
+      "pearson": 0.5403313115451808,
+      "spearman": 0.5880630275663453
+    },
+    "euclidean": {
+      "pearson": 0.5746843921090328,
+      "spearman": 0.5880155813915751
+    },
+    "evaluation_time": 2.86,
+    "manhattan": {
+      "pearson": 0.5745948298354011,
+      "spearman": 0.5879717540772654
+    }
+  }
+}

result/acge_text_embedding_a10_bf16/ATEC.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "ATEC",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.5352343534213784,
+      "spearman": 0.5794595170176331
+    },
+    "euclidean": {
+      "pearson": 0.6116662835482146,
+      "spearman": 0.5794590216330153
+    },
+    "evaluation_time": 15.75,
+    "manhattan": {
+      "pearson": 0.6116423136556863,
+      "spearman": 0.5794474364498415
+    }
+  }
+}

result/acge_text_embedding_a10_bf16/AmazonReviewsClassification.json

@@ -0,0 +1,25 @@
+{
+  "dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
+  "mteb_dataset_name": "AmazonReviewsClassification",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 16.78,
+    "zh": {
+      "accuracy": 0.48536,
+      "accuracy_stderr": 0.016551688735594317,
+      "f1": 0.4659652987641795,
+      "f1_stderr": 0.016438251092234995,
+      "main_score": 0.48536
+    }
+  },
+  "validation": {
+    "evaluation_time": 22.66,
+    "zh": {
+      "accuracy": 0.4768,
+      "accuracy_stderr": 0.01374394412095741,
+      "f1": 0.4575978790615031,
+      "f1_stderr": 0.011966200426813917,
+      "main_score": 0.4768
+    }
+  }
+}

result/acge_text_embedding_a10_bf16/BQ.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "BQ",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.6827376047375847,
+      "spearman": 0.7037250413109453
+    },
+    "euclidean": {
+      "pearson": 0.6942852768280962,
+      "spearman": 0.7037187366396407
+    },
+    "evaluation_time": 7.01,
+    "manhattan": {
+      "pearson": 0.694038790612488,
+      "spearman": 0.7034866071976907
+    }
+  }
+}

result/acge_text_embedding_a10_bf16/CLSClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CLSClusteringP2P",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 408.54,
+    "v_measure": 0.46838444815258395,
+    "v_measure_std": 0.009198056440364623
+  }
+}

result/acge_text_embedding_a10_bf16/CLSClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CLSClusteringS2S",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 55.48,
+    "v_measure": 0.44259095471511933,
+    "v_measure_std": 0.013162258362441878
+  }
+}

result/acge_text_embedding_a10_bf16/CMedQAv1.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CMedQAv1",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 177.38,
+    "map": 0.8850276515595047,
+    "mrr": 0.9091761904761906
+  }
+}

result/acge_text_embedding_a10_bf16/CMedQAv2.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CMedQAv2",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 166.23,
+    "map": 0.887392598559833,
+    "mrr": 0.9120765873015874
+  }
+}

result/acge_text_embedding_a10_bf16/CmedqaRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CmedqaRetrieval",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "evaluation_time": 642.4,
+    "map_at_1": 0.26912,
+    "map_at_10": 0.4002,
+    "map_at_100": 0.41919,
+    "map_at_1000": 0.42021,
+    "map_at_3": 0.35429,
+    "map_at_5": 0.38055,
+    "mrr_at_1": 0.40685,
+    "mrr_at_10": 0.48849,
+    "mrr_at_100": 0.4983,
+    "mrr_at_1000": 0.4987,
+    "mrr_at_3": 0.46166,
+    "mrr_at_5": 0.47737,
+    "ndcg_at_1": 0.40685,
+    "ndcg_at_10": 0.46798,
+    "ndcg_at_100": 0.53998,
+    "ndcg_at_1000": 0.557,
+    "ndcg_at_3": 0.41035,
+    "ndcg_at_5": 0.4361,
+    "precision_at_1": 0.40685,
+    "precision_at_10": 0.1043,
+    "precision_at_100": 0.01625,
+    "precision_at_1000": 0.00184,
+    "precision_at_3": 0.23139,
+    "precision_at_5": 0.17024,
+    "recall_at_1": 0.26912,
+    "recall_at_10": 0.5789,
+    "recall_at_100": 0.87374,
+    "recall_at_1000": 0.98721,
+    "recall_at_3": 0.40825,
+    "recall_at_5": 0.48491
+  }
+}

result/acge_text_embedding_a10_bf16/Cmnli.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "Cmnli",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "cos_sim": {
+      "accuracy": 0.834155141310884,
+      "accuracy_threshold": 0.655905544757843,
+      "ap": 0.9049057754163061,
+      "f1": 0.8427460263780859,
+      "f1_threshold": 0.645372748374939,
+      "precision": 0.8136700043535046,
+      "recall": 0.8739770867430442
+    },
+    "dot": {
+      "accuracy": 0.8342754058929646,
+      "accuracy_threshold": 0.6557313203811646,
+      "ap": 0.9050212054081632,
+      "f1": 0.8431416424255985,
+      "f1_threshold": 0.6397272348403931,
+      "precision": 0.8084102124007724,
+      "recall": 0.8809913490764555
+    },
+    "euclidean": {
+      "accuracy": 0.8345159350571256,
+      "accuracy_threshold": 0.8281130194664001,
+      "ap": 0.9048986952292054,
+      "f1": 0.8430311231393776,
+      "f1_threshold": 0.8416151404380798,
+      "precision": 0.8142016989762579,
+      "recall": 0.8739770867430442
+    },
+    "evaluation_time": 6.59,
+    "manhattan": {
+      "accuracy": 0.8353577871316897,
+      "accuracy_threshold": 28.042278289794922,
+      "ap": 0.9048090090749703,
+      "f1": 0.8442074208555542,
+      "f1_threshold": 28.250762939453125,
+      "precision": 0.8201058201058201,
+      "recall": 0.8697685293429974
+    },
+    "max": {
+      "accuracy": 0.8353577871316897,
+      "ap": 0.9050212054081632,
+      "f1": 0.8442074208555542
+    }
+  }
+}

result/acge_text_embedding_a10_bf16/CovidRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CovidRetrieval",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "evaluation_time": 675.01,
+    "map_at_1": 0.67597,
+    "map_at_10": 0.76531,
+    "map_at_100": 0.7688,
+    "map_at_1000": 0.76884,
+    "map_at_3": 0.74772,
+    "map_at_5": 0.75881,
+    "mrr_at_1": 0.67861,
+    "mrr_at_10": 0.7654,
+    "mrr_at_100": 0.76888,
+    "mrr_at_1000": 0.76893,
+    "mrr_at_3": 0.74886,
+    "mrr_at_5": 0.75929,
+    "ndcg_at_1": 0.67861,
+    "ndcg_at_10": 0.80405,
+    "ndcg_at_100": 0.81918,
+    "ndcg_at_1000": 0.82027,
+    "ndcg_at_3": 0.76972,
+    "ndcg_at_5": 0.78929,
+    "precision_at_1": 0.67861,
+    "precision_at_10": 0.09336,
+    "precision_at_100": 0.01001,
+    "precision_at_1000": 0.00101,
+    "precision_at_3": 0.27924,
+    "precision_at_5": 0.17745,
+    "recall_at_1": 0.67597,
+    "recall_at_10": 0.92308,
+    "recall_at_100": 0.99052,
+    "recall_at_1000": 0.99895,
+    "recall_at_3": 0.83219,
+    "recall_at_5": 0.87908
+  }
+}

result/acge_text_embedding_a10_bf16/DuRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "DuRetrieval",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "evaluation_time": 669.37,
+    "map_at_1": 0.25574,
+    "map_at_10": 0.7849,
+    "map_at_100": 0.81378,
+    "map_at_1000": 0.81423,
+    "map_at_3": 0.54115,
+    "map_at_5": 0.68734,
+    "mrr_at_1": 0.892,
+    "mrr_at_10": 0.92573,
+    "mrr_at_100": 0.92649,
+    "mrr_at_1000": 0.92653,
+    "mrr_at_3": 0.92275,
+    "mrr_at_5": 0.92465,
+    "ndcg_at_1": 0.892,
+    "ndcg_at_10": 0.86086,
+    "ndcg_at_100": 0.89052,
+    "ndcg_at_1000": 0.89483,
+    "ndcg_at_3": 0.84913,
+    "ndcg_at_5": 0.8406,
+    "precision_at_1": 0.892,
+    "precision_at_10": 0.4135,
+    "precision_at_100": 0.04779,
+    "precision_at_1000": 0.00488,
+    "precision_at_3": 0.76183,
+    "precision_at_5": 0.6468,
+    "recall_at_1": 0.25574,
+    "recall_at_10": 0.87154,
+    "recall_at_100": 0.96829,
+    "recall_at_1000": 0.9912,
+    "recall_at_3": 0.56446,
+    "recall_at_5": 0.73658
+  }
+}

result/acge_text_embedding_a10_bf16/EcomRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "EcomRetrieval",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "evaluation_time": 65.33,
+    "map_at_1": 0.521,
+    "map_at_10": 0.62619,
+    "map_at_100": 0.63114,
+    "map_at_1000": 0.63131,
+    "map_at_3": 0.60267,
+    "map_at_5": 0.61792,
+    "mrr_at_1": 0.521,
+    "mrr_at_10": 0.62619,
+    "mrr_at_100": 0.63114,
+    "mrr_at_1000": 0.63131,
+    "mrr_at_3": 0.60267,
+    "mrr_at_5": 0.61792,
+    "ndcg_at_1": 0.521,
+    "ndcg_at_10": 0.67566,
+    "ndcg_at_100": 0.69947,
+    "ndcg_at_1000": 0.70333,
+    "ndcg_at_3": 0.62826,
+    "ndcg_at_5": 0.6558,
+    "precision_at_1": 0.521,
+    "precision_at_10": 0.083,
+    "precision_at_100": 0.00941,
+    "precision_at_1000": 0.00097,
+    "precision_at_3": 0.234,
+    "precision_at_5": 0.1538,
+    "recall_at_1": 0.521,
+    "recall_at_10": 0.83,
+    "recall_at_100": 0.941,
+    "recall_at_1000": 0.97,
+    "recall_at_3": 0.702,
+    "recall_at_5": 0.769
+  }
+}

result/acge_text_embedding_a10_bf16/IFlyTek.json

@@ -0,0 +1,13 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "IFlyTek",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "accuracy": 0.5176606387071951,
+    "accuracy_stderr": 0.0035230544493296385,
+    "evaluation_time": 149.96,
+    "f1": 0.40270170518699155,
+    "f1_stderr": 0.0017349315887891484,
+    "main_score": 0.5176606387071951
+  }
+}

result/acge_text_embedding_a10_bf16/JDReview.json

@@ -0,0 +1,15 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "JDReview",
+  "mteb_version": "1.1.1",
+  "test": {
+    "accuracy": 0.8669793621013133,
+    "accuracy_stderr": 0.009170243459549659,
+    "ap": 0.5546718958939327,
+    "ap_stderr": 0.013907979413741858,
+    "evaluation_time": 9.64,
+    "f1": 0.8148228915952436,
+    "f1_stderr": 0.008989126268531128,
+    "main_score": 0.8669793621013133
+  }
+}

result/acge_text_embedding_a10_bf16/LCQMC.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "LCQMC",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.7113799238905196,
+      "spearman": 0.7817304786177175
+    },
+    "euclidean": {
+      "pearson": 0.7748642718370318,
+      "spearman": 0.7817554866337617
+    },
+    "evaluation_time": 7.69,
+    "manhattan": {
+      "pearson": 0.7747501828376532,
+      "spearman": 0.7816650098418465
+    }
+  }
+}

result/acge_text_embedding_a10_bf16/MMarcoReranking.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "MMarcoReranking",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "evaluation_time": 204.7,
+    "map": 0.2758238117043332,
+    "mrr": 0.27842460317460316
+  }
+}

result/acge_text_embedding_a10_bf16/MMarcoRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "MMarcoRetrieval",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "evaluation_time": 241.64,
+    "map_at_1": 0.65654,
+    "map_at_10": 0.74765,
+    "map_at_100": 0.75108,
+    "map_at_1000": 0.7512,
+    "map_at_3": 0.73022,
+    "map_at_5": 0.74134,
+    "mrr_at_1": 0.67923,
+    "mrr_at_10": 0.75395,
+    "mrr_at_100": 0.75694,
+    "mrr_at_1000": 0.75705,
+    "mrr_at_3": 0.73885,
+    "mrr_at_5": 0.74845,
+    "ndcg_at_1": 0.67923,
+    "ndcg_at_10": 0.78425,
+    "ndcg_at_100": 0.79966,
+    "ndcg_at_1000": 0.80278,
+    "ndcg_at_3": 0.75128,
+    "ndcg_at_5": 0.76999,
+    "precision_at_1": 0.67923,
+    "precision_at_10": 0.09468,
+    "precision_at_100": 0.01023,
+    "precision_at_1000": 0.00105,
+    "precision_at_3": 0.28329,
+    "precision_at_5": 0.1798,
+    "recall_at_1": 0.65654,
+    "recall_at_10": 0.89056,
+    "recall_at_100": 0.96037,
+    "recall_at_1000": 0.98455,
+    "recall_at_3": 0.80343,
+    "recall_at_5": 0.84789
+  }
+}

result/acge_text_embedding_a10_bf16/MassiveIntentClassification.json

@@ -0,0 +1,25 @@
+{
+  "dataset_revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
+  "mteb_dataset_name": "MassiveIntentClassification",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 12.49,
+    "zh-CN": {
+      "accuracy": 0.7585743106926698,
+      "accuracy_stderr": 0.015209391900334438,
+      "f1": 0.7303701614932926,
+      "f1_stderr": 0.012723690389832107,
+      "main_score": 0.7585743106926698
+    }
+  },
+  "validation": {
+    "evaluation_time": 12.27,
+    "zh-CN": {
+      "accuracy": 0.7619773733398917,
+      "accuracy_stderr": 0.014512576249971336,
+      "f1": 0.7244896179461546,
+      "f1_stderr": 0.011384890091815123,
+      "main_score": 0.7619773733398917
+    }
+  }
+}

result/acge_text_embedding_a10_bf16/MassiveScenarioClassification.json

@@ -0,0 +1,25 @@
+{
+  "dataset_revision": "7d571f92784cd94a019292a1f45445077d0ef634",
+  "mteb_dataset_name": "MassiveScenarioClassification",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 8.85,
+    "zh-CN": {
+      "accuracy": 0.7842299932750505,
+      "accuracy_stderr": 0.014823175563716382,
+      "f1": 0.7810417897185625,
+      "f1_stderr": 0.013286373780853102,
+      "main_score": 0.7842299932750505
+    }
+  },
+  "validation": {
+    "evaluation_time": 8.38,
+    "zh-CN": {
+      "accuracy": 0.7782095425479587,
+      "accuracy_stderr": 0.014618885958749248,
+      "f1": 0.7723375008626536,
+      "f1_stderr": 0.015591423260094068,
+      "main_score": 0.7782095425479587
+    }
+  }
+}

result/acge_text_embedding_a10_bf16/MedicalRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "MedicalRetrieval",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "evaluation_time": 236.29,
+    "map_at_1": 0.549,
+    "map_at_10": 0.61024,
+    "map_at_100": 0.61585,
+    "map_at_1000": 0.61625,
+    "map_at_3": 0.59533,
+    "map_at_5": 0.60333,
+    "mrr_at_1": 0.551,
+    "mrr_at_10": 0.61124,
+    "mrr_at_100": 0.61686,
+    "mrr_at_1000": 0.61726,
+    "mrr_at_3": 0.59633,
+    "mrr_at_5": 0.60433,
+    "ndcg_at_1": 0.549,
+    "ndcg_at_10": 0.6407,
+    "ndcg_at_100": 0.67041,
+    "ndcg_at_1000": 0.68237,
+    "ndcg_at_3": 0.60969,
+    "ndcg_at_5": 0.62411,
+    "precision_at_1": 0.549,
+    "precision_at_10": 0.0737,
+    "precision_at_100": 0.00882,
+    "precision_at_1000": 0.00098,
+    "precision_at_3": 0.217,
+    "precision_at_5": 0.1372,
+    "recall_at_1": 0.549,
+    "recall_at_10": 0.737,
+    "recall_at_100": 0.882,
+    "recall_at_1000": 0.978,
+    "recall_at_3": 0.651,
+    "recall_at_5": 0.686
+  }
+}

result/acge_text_embedding_a10_bf16/MultilingualSentiment.json

@@ -0,0 +1,13 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "MultilingualSentiment",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "accuracy": 0.7757666666666666,
+    "accuracy_stderr": 0.004494564618637846,
+    "evaluation_time": 19.48,
+    "f1": 0.7754926687781014,
+    "f1_stderr": 0.006051542426096796,
+    "main_score": 0.7757666666666666
+  }
+}

result/acge_text_embedding_a10_bf16/Ocnli.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "Ocnli",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "cos_sim": {
+      "accuracy": 0.8110449377368706,
+      "accuracy_threshold": 0.5930440425872803,
+      "ap": 0.8516262845422288,
+      "f1": 0.8297771455666192,
+      "f1_threshold": 0.5647917985916138,
+      "precision": 0.7530120481927711,
+      "recall": 0.9239704329461457
+    },
+    "dot": {
+      "accuracy": 0.8110449377368706,
+      "accuracy_threshold": 0.5982565879821777,
+      "ap": 0.8511448381714821,
+      "f1": 0.8299190090519295,
+      "f1_threshold": 0.5676579475402832,
+      "precision": 0.7560763888888888,
+      "recall": 0.9197465681098205
+    },
+    "euclidean": {
+      "accuracy": 0.8105035192203573,
+      "accuracy_threshold": 0.8990259170532227,
+      "ap": 0.8516821622996872,
+      "f1": 0.8300094966761632,
+      "f1_threshold": 0.9317486882209778,
+      "precision": 0.7540983606557377,
+      "recall": 0.9229144667370645
+    },
+    "evaluation_time": 1.5,
+    "manhattan": {
+      "accuracy": 0.8115863562533838,
+      "accuracy_threshold": 30.2585506439209,
+      "ap": 0.8514921863839019,
+      "f1": 0.8291048348492102,
+      "f1_threshold": 31.238189697265625,
+      "precision": 0.7583187390542907,
+      "recall": 0.914466737064414
+    },
+    "max": {
+      "accuracy": 0.8115863562533838,
+      "ap": 0.8516821622996872,
+      "f1": 0.8300094966761632
+    }
+  }
+}

result/acge_text_embedding_a10_bf16/OnlineShopping.json

@@ -0,0 +1,15 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "OnlineShopping",
+  "mteb_version": "1.1.1",
+  "test": {
+    "accuracy": 0.9374,
+    "accuracy_stderr": 0.005499090833946969,
+    "ap": 0.918742935725318,
+    "ap_stderr": 0.0038520346274983235,
+    "evaluation_time": 13.75,
+    "f1": 0.937291967799952,
+    "f1_stderr": 0.005456903309479222,
+    "main_score": 0.9374
+  }
+}

result/acge_text_embedding_a10_bf16/PAWSX.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "PAWSX",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.39153309719954255,
+      "spearman": 0.4549104095046596
+    },
+    "euclidean": {
+      "pearson": 0.4484341925744787,
+      "spearman": 0.4549591820681975
+    },
+    "evaluation_time": 3.2,
+    "manhattan": {
+      "pearson": 0.44849970344307794,
+      "spearman": 0.45511943477696504
+    }
+  }
+}

result/acge_text_embedding_a10_bf16/QBQTC.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "QBQTC",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.34238065972733855,
+      "spearman": 0.3729994521083957
+    },
+    "euclidean": {
+      "pearson": 0.35117285683586885,
+      "spearman": 0.37296421136185903
+    },
+    "evaluation_time": 4.28,
+    "manhattan": {
+      "pearson": 0.35077612993620544,
+      "spearman": 0.3724321404636873
+    }
+  }
+}

result/acge_text_embedding_a10_bf16/STS22.json

@@ -0,0 +1,22 @@
+{
+  "dataset_revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
+  "mteb_dataset_name": "STS22",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 19.94,
+    "zh": {
+      "cos_sim": {
+        "pearson": 0.6181084429804533,
+        "spearman": 0.6706680826468155
+      },
+      "euclidean": {
+        "pearson": 0.6568769357174774,
+        "spearman": 0.6703679315323132
+      },
+      "manhattan": {
+        "pearson": 0.6562894558510642,
+        "spearman": 0.6703727613483745
+      }
+    }
+  }
+}

result/acge_text_embedding_a10_bf16/STSB.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "STSB",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.8156386995511361,
+      "spearman": 0.8273686622131105
+    },
+    "euclidean": {
+      "pearson": 0.824948141156291,
+      "spearman": 0.8272976398817485
+    },
+    "evaluation_time": 1.18,
+    "manhattan": {
+      "pearson": 0.8248268721046512,
+      "spearman": 0.8271507072385981
+    }
+  }
+}

result/acge_text_embedding_a10_bf16/T2Reranking.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "T2Reranking",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "evaluation_time": 1202.17,
+    "map": 0.6585592968571603,
+    "mrr": 0.7596156946190799
+  }
+}

result/acge_text_embedding_a10_bf16/T2Retrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "T2Retrieval",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "evaluation_time": 1827.95,
+    "map_at_1": 0.27061,
+    "map_at_10": 0.75299,
+    "map_at_100": 0.79106,
+    "map_at_1000": 0.79179,
+    "map_at_3": 0.53062,
+    "map_at_5": 0.65117,
+    "mrr_at_1": 0.88817,
+    "mrr_at_10": 0.91719,
+    "mrr_at_100": 0.91812,
+    "mrr_at_1000": 0.91815,
+    "mrr_at_3": 0.91209,
+    "mrr_at_5": 0.91546,
+    "ndcg_at_1": 0.88817,
+    "ndcg_at_10": 0.83269,
+    "ndcg_at_100": 0.8726,
+    "ndcg_at_1000": 0.87942,
+    "ndcg_at_3": 0.84688,
+    "ndcg_at_5": 0.83242,
+    "precision_at_1": 0.88817,
+    "precision_at_10": 0.41293,
+    "precision_at_100": 0.04994,
+    "precision_at_1000": 0.00515,
+    "precision_at_3": 0.73945,
+    "precision_at_5": 0.6189,
+    "recall_at_1": 0.27061,
+    "recall_at_10": 0.8232,
+    "recall_at_100": 0.95049,
+    "recall_at_1000": 0.98466,
+    "recall_at_3": 0.54877,
+    "recall_at_5": 0.6883
+  }
+}

result/acge_text_embedding_a10_bf16/TNews.json

@@ -0,0 +1,13 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "TNews",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "accuracy": 0.53697,
+    "accuracy_stderr": 0.003216846281686451,
+    "evaluation_time": 15.68,
+    "f1": 0.5187777083293563,
+    "f1_stderr": 0.004223883600638354,
+    "main_score": 0.53697
+  }
+}

result/acge_text_embedding_a10_bf16/ThuNewsClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "ThuNewsClusteringP2P",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 210.99,
+    "v_measure": 0.7348804805577354,
+    "v_measure_std": 0.022460628082213604
+  }
+}

result/acge_text_embedding_a10_bf16/ThuNewsClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "ThuNewsClusteringS2S",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 55.95,
+    "v_measure": 0.6828918056606984,
+    "v_measure_std": 0.02042687239840596
+  }
+}

result/acge_text_embedding_a10_bf16/VideoRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "VideoRetrieval",
+  "mteb_version": "1.1.1",
+  "validation": {
+    "evaluation_time": 65.38,
+    "map_at_1": 0.593,
+    "map_at_10": 0.69131,
+    "map_at_100": 0.6965,
+    "map_at_1000": 0.69667,
+    "map_at_3": 0.67667,
+    "map_at_5": 0.68687,
+    "mrr_at_1": 0.593,
+    "mrr_at_10": 0.69131,
+    "mrr_at_100": 0.6965,
+    "mrr_at_1000": 0.69667,
+    "mrr_at_3": 0.67667,
+    "mrr_at_5": 0.68687,
+    "ndcg_at_1": 0.593,
+    "ndcg_at_10": 0.73236,
+    "ndcg_at_100": 0.75514,
+    "ndcg_at_1000": 0.75924,
+    "ndcg_at_3": 0.70302,
+    "ndcg_at_5": 0.72127,
+    "precision_at_1": 0.593,
+    "precision_at_10": 0.0858,
+    "precision_at_100": 0.00959,
+    "precision_at_1000": 0.00099,
+    "precision_at_3": 0.25967,
+    "precision_at_5": 0.1646,
+    "recall_at_1": 0.593,
+    "recall_at_10": 0.858,
+    "recall_at_100": 0.959,
+    "recall_at_1000": 0.991,
+    "recall_at_3": 0.779,
+    "recall_at_5": 0.823
+  }
+}

result/acge_text_embedding_a10_bf16/Waimai.json

@@ -0,0 +1,15 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "Waimai",
+  "mteb_version": "1.1.1",
+  "test": {
+    "accuracy": 0.8855999999999999,
+    "accuracy_stderr": 0.00542586398650022,
+    "ap": 0.7361808496992722,
+    "ap_stderr": 0.011074642485384353,
+    "evaluation_time": 8.39,
+    "f1": 0.8709134854653389,
+    "f1_stderr": 0.0046763453419527284,
+    "main_score": 0.8855999999999999
+  }
+}

result/acge_text_embedding_bf16/AFQMC.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4",
+  "mteb_dataset_name": "AFQMC",
+  "mteb_version": "1.1.2",
+  "validation": {
+    "cos_sim": {
+      "pearson": 0.5403219651150428,
+      "spearman": 0.5880567952355933
+    },
+    "euclidean": {
+      "pearson": 0.5747052075207808,
+      "spearman": 0.5880429232297114
+    },
+    "evaluation_time": 2.53,
+    "manhattan": {
+      "pearson": 0.5746163912433917,
+      "spearman": 0.58797778532121
+    }
+  }
+}

result/acge_text_embedding_bf16/ATEC.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "0f319b1142f28d00e055a6770f3f726ae9b7d865",
+  "mteb_dataset_name": "ATEC",
+  "mteb_version": "1.1.2",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.5352317196374685,
+      "spearman": 0.5794610819724817
+    },
+    "euclidean": {
+      "pearson": 0.6116974418403869,
+      "spearman": 0.5794681861980281
+    },
+    "evaluation_time": 11.13,
+    "manhattan": {
+      "pearson": 0.6116782535933452,
+      "spearman": 0.5794540903298445
+    }
+  }
+}

result/acge_text_embedding_bf16/AmazonReviewsClassification.json

@@ -0,0 +1,25 @@
+{
+  "dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
+  "mteb_dataset_name": "AmazonReviewsClassification",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 49.61,
+    "zh": {
+      "accuracy": 0.48556,
+      "accuracy_stderr": 0.016404828557470493,
+      "f1": 0.4661852566163211,
+      "f1_stderr": 0.016210688869191376,
+      "main_score": 0.48556
+    }
+  },
+  "validation": {
+    "evaluation_time": 32.97,
+    "zh": {
+      "accuracy": 0.4767600000000001,
+      "accuracy_stderr": 0.01377383025886408,
+      "f1": 0.45757305049914343,
+      "f1_stderr": 0.011974246680296244,
+      "main_score": 0.4767600000000001
+    }
+  }
+}

result/acge_text_embedding_bf16/BQ.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "e3dda5e115e487b39ec7e618c0c6a29137052a55",
+  "mteb_dataset_name": "BQ",
+  "mteb_version": "1.1.2",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.6826963267181252,
+      "spearman": 0.7036696156869363
+    },
+    "euclidean": {
+      "pearson": 0.6942591718370763,
+      "spearman": 0.703677583116469
+    },
+    "evaluation_time": 5.46,
+    "manhattan": {
+      "pearson": 0.6940127857737215,
+      "spearman": 0.7034572662526427
+    }
+  }
+}

result/acge_text_embedding_bf16/CLSClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476",
+  "mteb_dataset_name": "CLSClusteringP2P",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 184.69,
+    "v_measure": 0.46546853871797733,
+    "v_measure_std": 0.014569739407015586
+  }
+}

result/acge_text_embedding_bf16/CLSClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "e458b3f5414b62b7f9f83499ac1f5497ae2e869f",
+  "mteb_dataset_name": "CLSClusteringS2S",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 110.77,
+    "v_measure": 0.4445602575811581,
+    "v_measure_std": 0.012328026830488758
+  }
+}

result/acge_text_embedding_bf16/CMedQAv1.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "8d7f1e942507dac42dc58017c1a001c3717da7df",
+  "mteb_dataset_name": "CMedQAv1",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 66.82,
+    "map": 0.884576468720639,
+    "mrr": 0.9090595238095237
+  }
+}

result/acge_text_embedding_bf16/CMedQAv2.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0",
+  "mteb_dataset_name": "CMedQAv2",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 61.0,
+    "map": 0.8871413673867269,
+    "mrr": 0.9119265873015873
+  }
+}

result/acge_text_embedding_bf16/CmedqaRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301",
+  "dev": {
+    "evaluation_time": 256.18,
+    "map_at_1": 0.26825,
+    "map_at_10": 0.39959,
+    "map_at_100": 0.41861,
+    "map_at_1000": 0.41963,
+    "map_at_3": 0.35357,
+    "map_at_5": 0.38001,
+    "mrr_at_1": 0.40585,
+    "mrr_at_10": 0.48802,
+    "mrr_at_100": 0.49779,
+    "mrr_at_1000": 0.49819,
+    "mrr_at_3": 0.46095,
+    "mrr_at_5": 0.47678,
+    "ndcg_at_1": 0.40585,
+    "ndcg_at_10": 0.46758,
+    "ndcg_at_100": 0.53957,
+    "ndcg_at_1000": 0.55656,
+    "ndcg_at_3": 0.40961,
+    "ndcg_at_5": 0.43564,
+    "precision_at_1": 0.40585,
+    "precision_at_10": 0.10425,
+    "precision_at_100": 0.01625,
+    "precision_at_1000": 0.00184,
+    "precision_at_3": 0.23114,
+    "precision_at_5": 0.17024,
+    "recall_at_1": 0.26825,
+    "recall_at_10": 0.57909,
+    "recall_at_100": 0.87375,
+    "recall_at_1000": 0.98695,
+    "recall_at_3": 0.40754,
+    "recall_at_5": 0.48472
+  },
+  "mteb_dataset_name": "CmedqaRetrieval",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_bf16/Cmnli.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766",
+  "mteb_dataset_name": "Cmnli",
+  "mteb_version": "1.1.2",
+  "validation": {
+    "cos_sim": {
+      "accuracy": 0.834155141310884,
+      "accuracy_threshold": 0.6564782857894897,
+      "ap": 0.9049006000181046,
+      "f1": 0.8428797826579125,
+      "f1_threshold": 0.6480306386947632,
+      "precision": 0.8169848584595129,
+      "recall": 0.8704699555763385
+    },
+    "dot": {
+      "accuracy": 0.8340348767288034,
+      "accuracy_threshold": 0.6529912352561951,
+      "ap": 0.9050667776818787,
+      "f1": 0.8431853669417801,
+      "f1_threshold": 0.6381836533546448,
+      "precision": 0.8061420345489443,
+      "recall": 0.88379705400982
+    },
+    "euclidean": {
+      "accuracy": 0.8343956704750451,
+      "accuracy_threshold": 0.8326233625411987,
+      "ap": 0.9048869698176196,
+      "f1": 0.8432616081540204,
+      "f1_threshold": 0.8387479186058044,
+      "precision": 0.8177026136613222,
+      "recall": 0.8704699555763385
+    },
+    "evaluation_time": 13.31,
+    "manhattan": {
+      "accuracy": 0.8355983162958509,
+      "accuracy_threshold": 28.043197631835938,
+      "ap": 0.9047972486190912,
+      "f1": 0.8442325158946412,
+      "f1_threshold": 28.235897064208984,
+      "precision": 0.820569410726109,
+      "recall": 0.8693009118541033
+    },
+    "max": {
+      "accuracy": 0.8355983162958509,
+      "ap": 0.9050667776818787,
+      "f1": 0.8442325158946412
+    }
+  }
+}

result/acge_text_embedding_bf16/CovidRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117",
+  "dev": {
+    "evaluation_time": 263.03,
+    "map_at_1": 0.67597,
+    "map_at_10": 0.76545,
+    "map_at_100": 0.76893,
+    "map_at_1000": 0.76897,
+    "map_at_3": 0.74807,
+    "map_at_5": 0.75895,
+    "mrr_at_1": 0.67861,
+    "mrr_at_10": 0.76545,
+    "mrr_at_100": 0.76893,
+    "mrr_at_1000": 0.76897,
+    "mrr_at_3": 0.74886,
+    "mrr_at_5": 0.75934,
+    "ndcg_at_1": 0.67861,
+    "ndcg_at_10": 0.80417,
+    "ndcg_at_100": 0.81928,
+    "ndcg_at_1000": 0.82038,
+    "ndcg_at_3": 0.77025,
+    "ndcg_at_5": 0.78941,
+    "precision_at_1": 0.67861,
+    "precision_at_10": 0.09336,
+    "precision_at_100": 0.01001,
+    "precision_at_1000": 0.00101,
+    "precision_at_3": 0.27959,
+    "precision_at_5": 0.17745,
+    "recall_at_1": 0.67597,
+    "recall_at_10": 0.92308,
+    "recall_at_100": 0.99052,
+    "recall_at_1000": 0.99895,
+    "recall_at_3": 0.83325,
+    "recall_at_5": 0.87908
+  },
+  "mteb_dataset_name": "CovidRetrieval",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_bf16/DuRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced",
+  "dev": {
+    "evaluation_time": 264.68,
+    "map_at_1": 0.25574,
+    "map_at_10": 0.78493,
+    "map_at_100": 0.81384,
+    "map_at_1000": 0.81429,
+    "map_at_3": 0.54107,
+    "map_at_5": 0.68755,
+    "mrr_at_1": 0.892,
+    "mrr_at_10": 0.92567,
+    "mrr_at_100": 0.92642,
+    "mrr_at_1000": 0.92646,
+    "mrr_at_3": 0.92258,
+    "mrr_at_5": 0.92458,
+    "ndcg_at_1": 0.892,
+    "ndcg_at_10": 0.86084,
+    "ndcg_at_100": 0.89053,
+    "ndcg_at_1000": 0.89484,
+    "ndcg_at_3": 0.84898,
+    "ndcg_at_5": 0.84078,
+    "precision_at_1": 0.892,
+    "precision_at_10": 0.41345,
+    "precision_at_100": 0.04779,
+    "precision_at_1000": 0.00488,
+    "precision_at_3": 0.76167,
+    "precision_at_5": 0.647,
+    "recall_at_1": 0.25574,
+    "recall_at_10": 0.87153,
+    "recall_at_100": 0.96829,
+    "recall_at_1000": 0.9912,
+    "recall_at_3": 0.56421,
+    "recall_at_5": 0.737
+  },
+  "mteb_dataset_name": "DuRetrieval",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_bf16/EcomRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9",
+  "dev": {
+    "evaluation_time": 32.03,
+    "map_at_1": 0.52,
+    "map_at_10": 0.62553,
+    "map_at_100": 0.63048,
+    "map_at_1000": 0.63065,
+    "map_at_3": 0.60233,
+    "map_at_5": 0.61713,
+    "mrr_at_1": 0.52,
+    "mrr_at_10": 0.62553,
+    "mrr_at_100": 0.63048,
+    "mrr_at_1000": 0.63065,
+    "mrr_at_3": 0.60233,
+    "mrr_at_5": 0.61713,
+    "ndcg_at_1": 0.52,
+    "ndcg_at_10": 0.67516,
+    "ndcg_at_100": 0.69896,
+    "ndcg_at_1000": 0.70281,
+    "ndcg_at_3": 0.62826,
+    "ndcg_at_5": 0.65498,
+    "precision_at_1": 0.52,
+    "precision_at_10": 0.083,
+    "precision_at_100": 0.00941,
+    "precision_at_1000": 0.00097,
+    "precision_at_3": 0.23433,
+    "precision_at_5": 0.1536,
+    "recall_at_1": 0.52,
+    "recall_at_10": 0.83,
+    "recall_at_100": 0.941,
+    "recall_at_1000": 0.97,
+    "recall_at_3": 0.703,
+    "recall_at_5": 0.768
+  },
+  "mteb_dataset_name": "EcomRetrieval",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_bf16/IFlyTek.json

@@ -0,0 +1,13 @@
+{
+  "dataset_revision": "421605374b29664c5fc098418fe20ada9bd55f8a",
+  "mteb_dataset_name": "IFlyTek",
+  "mteb_version": "1.1.2",
+  "validation": {
+    "accuracy": 0.5176606387071951,
+    "accuracy_stderr": 0.0032702623102540806,
+    "evaluation_time": 84.06,
+    "f1": 0.4025725744367441,
+    "f1_stderr": 0.0016184111805853006,
+    "main_score": 0.5176606387071951
+  }
+}

result/acge_text_embedding_bf16/JDReview.json

@@ -0,0 +1,15 @@
+{
+  "dataset_revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b",
+  "mteb_dataset_name": "JDReview",
+  "mteb_version": "1.1.2",
+  "test": {
+    "accuracy": 0.8669793621013133,
+    "accuracy_stderr": 0.009170243459549659,
+    "ap": 0.5546718958939327,
+    "ap_stderr": 0.013907979413741858,
+    "evaluation_time": 1.89,
+    "f1": 0.8148228915952436,
+    "f1_stderr": 0.008989126268531128,
+    "main_score": 0.8669793621013133
+  }
+}

result/acge_text_embedding_bf16/LCQMC.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "17f9b096f80380fce5ed12a9be8be7784b337daf",
+  "mteb_dataset_name": "LCQMC",
+  "mteb_version": "1.1.2",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.7113755846688529,
+      "spearman": 0.7817322744116031
+    },
+    "euclidean": {
+      "pearson": 0.7748740502819293,
+      "spearman": 0.7817553979551616
+    },
+    "evaluation_time": 8.18,
+    "manhattan": {
+      "pearson": 0.7747671561749275,
+      "spearman": 0.7816780681181362
+    }
+  }
+}

result/acge_text_embedding_bf16/MMarcoReranking.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "8e0c766dbe9e16e1d221116a3f36795fbade07f6",
+  "dev": {
+    "evaluation_time": 77.24,
+    "map": 0.27054392822906315,
+    "mrr": 0.29001190476190475
+  },
+  "mteb_dataset_name": "MMarcoReranking",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_bf16/MMarcoRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2",
+  "dev": {
+    "evaluation_time": 112.52,
+    "map_at_1": 0.65626,
+    "map_at_10": 0.74749,
+    "map_at_100": 0.75091,
+    "map_at_1000": 0.75103,
+    "map_at_3": 0.73007,
+    "map_at_5": 0.74124,
+    "mrr_at_1": 0.67894,
+    "mrr_at_10": 0.75374,
+    "mrr_at_100": 0.75674,
+    "mrr_at_1000": 0.75685,
+    "mrr_at_3": 0.73868,
+    "mrr_at_5": 0.7483,
+    "ndcg_at_1": 0.67894,
+    "ndcg_at_10": 0.78414,
+    "ndcg_at_100": 0.79947,
+    "ndcg_at_1000": 0.80265,
+    "ndcg_at_3": 0.7512,
+    "ndcg_at_5": 0.76999,
+    "precision_at_1": 0.67894,
+    "precision_at_10": 0.0947,
+    "precision_at_100": 0.01023,
+    "precision_at_1000": 0.00105,
+    "precision_at_3": 0.28333,
+    "precision_at_5": 0.17989,
+    "recall_at_1": 0.65626,
+    "recall_at_10": 0.89063,
+    "recall_at_100": 0.95995,
+    "recall_at_1000": 0.98455,
+    "recall_at_3": 0.80357,
+    "recall_at_5": 0.84824
+  },
+  "mteb_dataset_name": "MMarcoRetrieval",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_bf16/MassiveIntentClassification.json

@@ -0,0 +1,25 @@
+{
+  "dataset_revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
+  "mteb_dataset_name": "MassiveIntentClassification",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 34.99,
+    "zh-CN": {
+      "accuracy": 0.7588433086751849,
+      "accuracy_stderr": 0.014973247823706553,
+      "f1": 0.7306801290283882,
+      "f1_stderr": 0.012476484938556087,
+      "main_score": 0.7588433086751849
+    }
+  },
+  "validation": {
+    "evaluation_time": 23.55,
+    "zh-CN": {
+      "accuracy": 0.7620757501229709,
+      "accuracy_stderr": 0.014687574643088952,
+      "f1": 0.7245688532585948,
+      "f1_stderr": 0.011566046270173427,
+      "main_score": 0.7620757501229709
+    }
+  }
+}

result/acge_text_embedding_bf16/MassiveScenarioClassification.json

@@ -0,0 +1,25 @@
+{
+  "dataset_revision": "7d571f92784cd94a019292a1f45445077d0ef634",
+  "mteb_dataset_name": "MassiveScenarioClassification",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 11.48,
+    "zh-CN": {
+      "accuracy": 0.7844317417619366,
+      "accuracy_stderr": 0.014818140621174506,
+      "f1": 0.7814079252505329,
+      "f1_stderr": 0.013389146532514561,
+      "main_score": 0.7844317417619366
+    }
+  },
+  "validation": {
+    "evaluation_time": 8.87,
+    "zh-CN": {
+      "accuracy": 0.7780127889818004,
+      "accuracy_stderr": 0.014404810174544135,
+      "f1": 0.7721400948720412,
+      "f1_stderr": 0.0153931044711485,
+      "main_score": 0.7780127889818004
+    }
+  }
+}

result/acge_text_embedding_bf16/MedicalRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6",
+  "dev": {
+    "evaluation_time": 103.65,
+    "map_at_1": 0.549,
+    "map_at_10": 0.61,
+    "map_at_100": 0.61549,
+    "map_at_1000": 0.61591,
+    "map_at_3": 0.59517,
+    "map_at_5": 0.60267,
+    "mrr_at_1": 0.551,
+    "mrr_at_10": 0.611,
+    "mrr_at_100": 0.61649,
+    "mrr_at_1000": 0.61691,
+    "mrr_at_3": 0.59617,
+    "mrr_at_5": 0.60367,
+    "ndcg_at_1": 0.549,
+    "ndcg_at_10": 0.6407,
+    "ndcg_at_100": 0.66981,
+    "ndcg_at_1000": 0.68207,
+    "ndcg_at_3": 0.60956,
+    "ndcg_at_5": 0.62311,
+    "precision_at_1": 0.549,
+    "precision_at_10": 0.0738,
+    "precision_at_100": 0.0088,
+    "precision_at_1000": 0.00098,
+    "precision_at_3": 0.217,
+    "precision_at_5": 0.1368,
+    "recall_at_1": 0.549,
+    "recall_at_10": 0.738,
+    "recall_at_100": 0.88,
+    "recall_at_1000": 0.978,
+    "recall_at_3": 0.651,
+    "recall_at_5": 0.684
+  },
+  "mteb_dataset_name": "MedicalRetrieval",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_bf16/MultilingualSentiment.json

@@ -0,0 +1,13 @@
+{
+  "dataset_revision": "46958b007a63fdbf239b7672c25d0bea67b5ea1a",
+  "mteb_dataset_name": "MultilingualSentiment",
+  "mteb_version": "1.1.2",
+  "validation": {
+    "accuracy": 0.7756333333333334,
+    "accuracy_stderr": 0.004520201568760209,
+    "evaluation_time": 26.01,
+    "f1": 0.7753666660124703,
+    "f1_stderr": 0.0060536558948603575,
+    "main_score": 0.7756333333333334
+  }
+}

result/acge_text_embedding_bf16/Ocnli.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": "66e76a618a34d6d565d5538088562851e6daa7ec",
+  "mteb_dataset_name": "Ocnli",
+  "mteb_version": "1.1.2",
+  "validation": {
+    "cos_sim": {
+      "accuracy": 0.8110449377368706,
+      "accuracy_threshold": 0.5931570529937744,
+      "ap": 0.8516141108141811,
+      "f1": 0.8297771455666192,
+      "f1_threshold": 0.5646798610687256,
+      "precision": 0.7530120481927711,
+      "recall": 0.9239704329461457
+    },
+    "dot": {
+      "accuracy": 0.8105035192203573,
+      "accuracy_threshold": 0.5924628973007202,
+      "ap": 0.8513568069803823,
+      "f1": 0.8304038004750595,
+      "f1_threshold": 0.5658385157585144,
+      "precision": 0.7547495682210709,
+      "recall": 0.9229144667370645
+    },
+    "euclidean": {
+      "accuracy": 0.8110449377368706,
+      "accuracy_threshold": 0.8982482552528381,
+      "ap": 0.8516341835376644,
+      "f1": 0.8296860133206471,
+      "f1_threshold": 0.9301300048828125,
+      "precision": 0.754978354978355,
+      "recall": 0.9208025343189018
+    },
+    "evaluation_time": 2.98,
+    "manhattan": {
+      "accuracy": 0.8115863562533838,
+      "accuracy_threshold": 30.367427825927734,
+      "ap": 0.8513388548299352,
+      "f1": 0.8291048348492102,
+      "f1_threshold": 31.26837158203125,
+      "precision": 0.7583187390542907,
+      "recall": 0.914466737064414
+    },
+    "max": {
+      "accuracy": 0.8115863562533838,
+      "ap": 0.8516341835376644,
+      "f1": 0.8304038004750595
+    }
+  }
+}

result/acge_text_embedding_bf16/OnlineShopping.json

@@ -0,0 +1,15 @@
+{
+  "dataset_revision": "e610f2ebd179a8fda30ae534c3878750a96db120",
+  "mteb_dataset_name": "OnlineShopping",
+  "mteb_version": "1.1.2",
+  "test": {
+    "accuracy": 0.9375,
+    "accuracy_stderr": 0.005333854141237797,
+    "ap": 0.918757063139003,
+    "ap_stderr": 0.0038428310634423444,
+    "evaluation_time": 2.88,
+    "f1": 0.9373901896028437,
+    "f1_stderr": 0.005292186558409531,
+    "main_score": 0.9375
+  }
+}

result/acge_text_embedding_bf16/PAWSX.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "9c6a90e430ac22b5779fb019a23e820b11a8b5e1",
+  "mteb_dataset_name": "PAWSX",
+  "mteb_version": "1.1.2",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.39158315346095246,
+      "spearman": 0.45496963367304505
+    },
+    "euclidean": {
+      "pearson": 0.4484851504338683,
+      "spearman": 0.45501840606598515
+    },
+    "evaluation_time": 1.63,
+    "manhattan": {
+      "pearson": 0.44855618769134786,
+      "spearman": 0.45521349632021
+    }
+  }
+}

result/acge_text_embedding_bf16/QBQTC.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "790b0510dc52b1553e8c49f3d2afb48c0e5c48b7",
+  "mteb_dataset_name": "QBQTC",
+  "mteb_version": "1.1.2",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.34240063381471686,
+      "spearman": 0.37298105689512384
+    },
+    "euclidean": {
+      "pearson": 0.35114630288288695,
+      "spearman": 0.3729224953963422
+    },
+    "evaluation_time": 3.21,
+    "manhattan": {
+      "pearson": 0.3507429582481541,
+      "spearman": 0.3724006222876743
+    }
+  }
+}

result/acge_text_embedding_bf16/STS22.json

@@ -0,0 +1,22 @@
+{
+  "dataset_revision": "eea2b4fe26a775864c896887d910b76a8098ad3f",
+  "mteb_dataset_name": "STS22",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 8.57,
+    "zh": {
+      "cos_sim": {
+        "pearson": 0.6183938629291164,
+        "spearman": 0.6705632097771566
+      },
+      "euclidean": {
+        "pearson": 0.6572031356075829,
+        "spearman": 0.6705823973191457
+      },
+      "manhattan": {
+        "pearson": 0.6566073527177827,
+        "spearman": 0.6704221791481658
+      }
+    }
+  }
+}

result/acge_text_embedding_bf16/STSB.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0",
+  "mteb_dataset_name": "STSB",
+  "mteb_version": "1.1.2",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.8156195178204663,
+      "spearman": 0.8273033434099031
+    },
+    "euclidean": {
+      "pearson": 0.8249605254478312,
+      "spearman": 0.8272004995354247
+    },
+    "evaluation_time": 0.96,
+    "manhattan": {
+      "pearson": 0.8248358662476731,
+      "spearman": 0.8270676710419983
+    }
+  }
+}

result/acge_text_embedding_bf16/T2Reranking.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9",
+  "dev": {
+    "evaluation_time": 482.22,
+    "map": 0.659012655137193,
+    "mrr": 0.7597216177150165
+  },
+  "mteb_dataset_name": "T2Reranking",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_bf16/T2Retrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64",
+  "dev": {
+    "evaluation_time": 769.9,
+    "map_at_1": 0.27057,
+    "map_at_10": 0.75293,
+    "map_at_100": 0.79098,
+    "map_at_1000": 0.79172,
+    "map_at_3": 0.53049,
+    "map_at_5": 0.65103,
+    "mrr_at_1": 0.88822,
+    "mrr_at_10": 0.91721,
+    "mrr_at_100": 0.91814,
+    "mrr_at_1000": 0.91818,
+    "mrr_at_3": 0.91213,
+    "mrr_at_5": 0.91544,
+    "ndcg_at_1": 0.88822,
+    "ndcg_at_10": 0.83269,
+    "ndcg_at_100": 0.87259,
+    "ndcg_at_1000": 0.87938,
+    "ndcg_at_3": 0.84678,
+    "ndcg_at_5": 0.83231,
+    "precision_at_1": 0.88822,
+    "precision_at_10": 0.41297,
+    "precision_at_100": 0.04994,
+    "precision_at_1000": 0.00515,
+    "precision_at_3": 0.73933,
+    "precision_at_5": 0.61885,
+    "recall_at_1": 0.27057,
+    "recall_at_10": 0.82332,
+    "recall_at_100": 0.95065,
+    "recall_at_1000": 0.98466,
+    "recall_at_3": 0.54872,
+    "recall_at_5": 0.68814
+  },
+  "mteb_dataset_name": "T2Retrieval",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_bf16/TNews.json

@@ -0,0 +1,13 @@
+{
+  "dataset_revision": "317f262bf1e6126357bbe89e875451e4b0938fe4",
+  "mteb_dataset_name": "TNews",
+  "mteb_version": "1.1.2",
+  "validation": {
+    "accuracy": 0.5369,
+    "accuracy_stderr": 0.003208426405576395,
+    "evaluation_time": 34.28,
+    "f1": 0.5187306088948137,
+    "f1_stderr": 0.004187789413693209,
+    "main_score": 0.5369
+  }
+}

result/acge_text_embedding_bf16/ThuNewsClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "5798586b105c0434e4f0fe5e767abe619442cf93",
+  "mteb_dataset_name": "ThuNewsClusteringP2P",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 119.09,
+    "v_measure": 0.7376590442198114,
+    "v_measure_std": 0.020385919601893947
+  }
+}

result/acge_text_embedding_bf16/ThuNewsClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "8a8b2caeda43f39e13c4bc5bea0f8a667896e10d",
+  "mteb_dataset_name": "ThuNewsClusteringS2S",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 81.19,
+    "v_measure": 0.6861875345658027,
+    "v_measure_std": 0.02360690366682162
+  }
+}

result/acge_text_embedding_bf16/VideoRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639",
+  "dev": {
+    "evaluation_time": 41.98,
+    "map_at_1": 0.594,
+    "map_at_10": 0.6919,
+    "map_at_100": 0.69711,
+    "map_at_1000": 0.69727,
+    "map_at_3": 0.67717,
+    "map_at_5": 0.68742,
+    "mrr_at_1": 0.594,
+    "mrr_at_10": 0.6919,
+    "mrr_at_100": 0.69711,
+    "mrr_at_1000": 0.69727,
+    "mrr_at_3": 0.67717,
+    "mrr_at_5": 0.68742,
+    "ndcg_at_1": 0.594,
+    "ndcg_at_10": 0.73281,
+    "ndcg_at_100": 0.75575,
+    "ndcg_at_1000": 0.75971,
+    "ndcg_at_3": 0.70339,
+    "ndcg_at_5": 0.72168,
+    "precision_at_1": 0.594,
+    "precision_at_10": 0.0858,
+    "precision_at_100": 0.0096,
+    "precision_at_1000": 0.00099,
+    "precision_at_3": 0.25967,
+    "precision_at_5": 0.1646,
+    "recall_at_1": 0.594,
+    "recall_at_10": 0.858,
+    "recall_at_100": 0.96,
+    "recall_at_1000": 0.991,
+    "recall_at_3": 0.779,
+    "recall_at_5": 0.823
+  },
+  "mteb_dataset_name": "VideoRetrieval",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_bf16/Waimai.json

@@ -0,0 +1,15 @@
+{
+  "dataset_revision": "339287def212450dcaa9df8c22bf93e9980c7023",
+  "mteb_dataset_name": "Waimai",
+  "mteb_version": "1.1.2",
+  "test": {
+    "accuracy": 0.8856000000000002,
+    "accuracy_stderr": 0.005748043145279971,
+    "ap": 0.7362152033132061,
+    "ap_stderr": 0.011673453673977754,
+    "evaluation_time": 1.76,
+    "f1": 0.870916916405758,
+    "f1_stderr": 0.004997689843902893,
+    "main_score": 0.8856000000000002
+  }
+}

result/acge_text_embedding_float/AFQMC.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4",
+  "mteb_dataset_name": "AFQMC",
+  "mteb_version": "1.1.2",
+  "validation": {
+    "cos_sim": {
+      "pearson": 0.5403401105365225,
+      "spearman": 0.5880773015922532
+    },
+    "euclidean": {
+      "pearson": 0.5747165421975333,
+      "spearman": 0.5880771005493259
+    },
+    "evaluation_time": 7.22,
+    "manhattan": {
+      "pearson": 0.5746257044808263,
+      "spearman": 0.5879990958934631
+    }
+  }
+}

result/acge_text_embedding_float/ATEC.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "0f319b1142f28d00e055a6770f3f726ae9b7d865",
+  "mteb_dataset_name": "ATEC",
+  "mteb_version": "1.1.2",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.535259991525419,
+      "spearman": 0.5794530657917338
+    },
+    "euclidean": {
+      "pearson": 0.6116990157908463,
+      "spearman": 0.5794530432728487
+    },
+    "evaluation_time": 32.44,
+    "manhattan": {
+      "pearson": 0.6116784257779159,
+      "spearman": 0.579444599262835
+    }
+  }
+}

result/acge_text_embedding_float/AmazonReviewsClassification.json

@@ -0,0 +1,25 @@
+{
+  "dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
+  "mteb_dataset_name": "AmazonReviewsClassification",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 48.04,
+    "zh": {
+      "accuracy": 0.4854200000000001,
+      "accuracy_stderr": 0.016364217060403467,
+      "f1": 0.4660313582582637,
+      "f1_stderr": 0.016138610779200774,
+      "main_score": 0.4854200000000001
+    }
+  },
+  "validation": {
+    "evaluation_time": 61.65,
+    "zh": {
+      "accuracy": 0.47684000000000004,
+      "accuracy_stderr": 0.013742430643812614,
+      "f1": 0.4576679486195056,
+      "f1_stderr": 0.011971035532689783,
+      "main_score": 0.47684000000000004
+    }
+  }
+}

result/acge_text_embedding_float/BQ.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "e3dda5e115e487b39ec7e618c0c6a29137052a55",
+  "mteb_dataset_name": "BQ",
+  "mteb_version": "1.1.2",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.6827508860825882,
+      "spearman": 0.7037083097021715
+    },
+    "euclidean": {
+      "pearson": 0.694275625827997,
+      "spearman": 0.7037082750611552
+    },
+    "evaluation_time": 15.04,
+    "manhattan": {
+      "pearson": 0.694032853808824,
+      "spearman": 0.7034852562001644
+    }
+  }
+}

result/acge_text_embedding_float/CLSClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476",
+  "mteb_dataset_name": "CLSClusteringP2P",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 934.44,
+    "v_measure": 0.469037806510524,
+    "v_measure_std": 0.011072005002928698
+  }
+}

result/acge_text_embedding_float/CLSClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "e458b3f5414b62b7f9f83499ac1f5497ae2e869f",
+  "mteb_dataset_name": "CLSClusteringS2S",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 135.82,
+    "v_measure": 0.4407534208843019,
+    "v_measure_std": 0.015328654622393445
+  }
+}

result/acge_text_embedding_float/CMedQAv1.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "8d7f1e942507dac42dc58017c1a001c3717da7df",
+  "mteb_dataset_name": "CMedQAv1",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 435.78,
+    "map": 0.8868482500640664,
+    "mrr": 0.9063928571428571
+  }
+}

result/acge_text_embedding_float/CMedQAv2.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0",
+  "mteb_dataset_name": "CMedQAv2",
+  "mteb_version": "1.1.2",
+  "test": {
+    "evaluation_time": 409.58,
+    "map": 0.8897632950018356,
+    "mrr": 0.908593253968254
+  }
+}

result/acge_text_embedding_float/CmedqaRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301",
+  "dev": {
+    "evaluation_time": 1256.92,
+    "map_at_1": 0.2685,
+    "map_at_10": 0.39983,
+    "map_at_100": 0.41883,
+    "map_at_1000": 0.41984,
+    "map_at_3": 0.35401,
+    "map_at_5": 0.38001,
+    "mrr_at_1": 0.4061,
+    "mrr_at_10": 0.48812,
+    "mrr_at_100": 0.49788,
+    "mrr_at_1000": 0.49828,
+    "mrr_at_3": 0.46128,
+    "mrr_at_5": 0.47679,
+    "ndcg_at_1": 0.4061,
+    "ndcg_at_10": 0.46773,
+    "ndcg_at_100": 0.53968,
+    "ndcg_at_1000": 0.55671,
+    "ndcg_at_3": 0.41011,
+    "ndcg_at_5": 0.43545,
+    "precision_at_1": 0.4061,
+    "precision_at_10": 0.1043,
+    "precision_at_100": 0.01625,
+    "precision_at_1000": 0.00184,
+    "precision_at_3": 0.23139,
+    "precision_at_5": 0.17004,
+    "recall_at_1": 0.2685,
+    "recall_at_10": 0.57906,
+    "recall_at_100": 0.87366,
+    "recall_at_1000": 0.98721,
+    "recall_at_3": 0.40825,
+    "recall_at_5": 0.48391
+  },
+  "mteb_dataset_name": "CmedqaRetrieval",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_float/Cmnli.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766",
+  "mteb_dataset_name": "Cmnli",
+  "mteb_version": "1.1.2",
+  "validation": {
+    "cos_sim": {
+      "accuracy": 0.8343956704750451,
+      "accuracy_threshold": 0.6553086042404175,
+      "ap": 0.9049178248661934,
+      "f1": 0.8428475486903962,
+      "f1_threshold": 0.6404943466186523,
+      "precision": 0.8084603822203135,
+      "recall": 0.8802899228431144
+    },
+    "dot": {
+      "accuracy": 0.8343956704750451,
+      "accuracy_threshold": 0.6553086042404175,
+      "ap": 0.904952509998683,
+      "f1": 0.8428475486903962,
+      "f1_threshold": 0.6404944658279419,
+      "precision": 0.8084603822203135,
+      "recall": 0.8802899228431144
+    },
+    "euclidean": {
+      "accuracy": 0.8343956704750451,
+      "accuracy_threshold": 0.8302907943725586,
+      "ap": 0.904917738313486,
+      "f1": 0.8428475486903962,
+      "f1_threshold": 0.8479452133178711,
+      "precision": 0.8084603822203135,
+      "recall": 0.8802899228431144
+    },
+    "evaluation_time": 17.58,
+    "manhattan": {
+      "accuracy": 0.8354780517137703,
+      "accuracy_threshold": 28.025470733642578,
+      "ap": 0.9048077217839686,
+      "f1": 0.8443433769187039,
+      "f1_threshold": 28.200302124023438,
+      "precision": 0.8218238158477202,
+      "recall": 0.8681318681318682
+    },
+    "max": {
+      "accuracy": 0.8354780517137703,
+      "ap": 0.904952509998683,
+      "f1": 0.8443433769187039
+    }
+  }
+}

result/acge_text_embedding_float/CovidRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117",
+  "dev": {
+    "evaluation_time": 1326.87,
+    "map_at_1": 0.67597,
+    "map_at_10": 0.7653,
+    "map_at_100": 0.76879,
+    "map_at_1000": 0.76883,
+    "map_at_3": 0.74772,
+    "map_at_5": 0.75881,
+    "mrr_at_1": 0.67861,
+    "mrr_at_10": 0.7653,
+    "mrr_at_100": 0.76879,
+    "mrr_at_1000": 0.76883,
+    "mrr_at_3": 0.74851,
+    "mrr_at_5": 0.7592,
+    "ndcg_at_1": 0.67861,
+    "ndcg_at_10": 0.80403,
+    "ndcg_at_100": 0.81916,
+    "ndcg_at_1000": 0.82026,
+    "ndcg_at_3": 0.76972,
+    "ndcg_at_5": 0.78929,
+    "precision_at_1": 0.67861,
+    "precision_at_10": 0.09336,
+    "precision_at_100": 0.01001,
+    "precision_at_1000": 0.00101,
+    "precision_at_3": 0.27924,
+    "precision_at_5": 0.17745,
+    "recall_at_1": 0.67597,
+    "recall_at_10": 0.92308,
+    "recall_at_100": 0.99052,
+    "recall_at_1000": 0.99895,
+    "recall_at_3": 0.83219,
+    "recall_at_5": 0.87908
+  },
+  "mteb_dataset_name": "CovidRetrieval",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_float/DuRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced",
+  "dev": {
+    "evaluation_time": 1320.81,
+    "map_at_1": 0.25574,
+    "map_at_10": 0.78495,
+    "map_at_100": 0.81382,
+    "map_at_1000": 0.81428,
+    "map_at_3": 0.54115,
+    "map_at_5": 0.68743,
+    "mrr_at_1": 0.892,
+    "mrr_at_10": 0.92571,
+    "mrr_at_100": 0.92647,
+    "mrr_at_1000": 0.9265,
+    "mrr_at_3": 0.92275,
+    "mrr_at_5": 0.92462,
+    "ndcg_at_1": 0.892,
+    "ndcg_at_10": 0.86091,
+    "ndcg_at_100": 0.8905,
+    "ndcg_at_1000": 0.89484,
+    "ndcg_at_3": 0.84913,
+    "ndcg_at_5": 0.84069,
+    "precision_at_1": 0.892,
+    "precision_at_10": 0.4135,
+    "precision_at_100": 0.04778,
+    "precision_at_1000": 0.00488,
+    "precision_at_3": 0.76183,
+    "precision_at_5": 0.6469,
+    "recall_at_1": 0.25574,
+    "recall_at_10": 0.87168,
+    "recall_at_100": 0.96812,
+    "recall_at_1000": 0.99114,
+    "recall_at_3": 0.5645,
+    "recall_at_5": 0.73683
+  },
+  "mteb_dataset_name": "DuRetrieval",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_float/EcomRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9",
+  "dev": {
+    "evaluation_time": 148.99,
+    "map_at_1": 0.521,
+    "map_at_10": 0.6264,
+    "map_at_100": 0.63127,
+    "map_at_1000": 0.63144,
+    "map_at_3": 0.603,
+    "map_at_5": 0.61785,
+    "mrr_at_1": 0.521,
+    "mrr_at_10": 0.6264,
+    "mrr_at_100": 0.63127,
+    "mrr_at_1000": 0.63144,
+    "mrr_at_3": 0.603,
+    "mrr_at_5": 0.61785,
+    "ndcg_at_1": 0.521,
+    "ndcg_at_10": 0.67604,
+    "ndcg_at_100": 0.69958,
+    "ndcg_at_1000": 0.70343,
+    "ndcg_at_3": 0.62876,
+    "ndcg_at_5": 0.65553,
+    "precision_at_1": 0.521,
+    "precision_at_10": 0.0831,
+    "precision_at_100": 0.00941,
+    "precision_at_1000": 0.00097,
+    "precision_at_3": 0.23433,
+    "precision_at_5": 0.1536,
+    "recall_at_1": 0.521,
+    "recall_at_10": 0.831,
+    "recall_at_100": 0.941,
+    "recall_at_1000": 0.97,
+    "recall_at_3": 0.703,
+    "recall_at_5": 0.768
+  },
+  "mteb_dataset_name": "EcomRetrieval",
+  "mteb_version": "1.1.2"
+}

result/acge_text_embedding_float/IFlyTek.json

@@ -0,0 +1,13 @@
+{
+  "dataset_revision": "421605374b29664c5fc098418fe20ada9bd55f8a",
+  "mteb_dataset_name": "IFlyTek",
+  "mteb_version": "1.1.2",
+  "validation": {
+    "accuracy": 0.5177375913813005,
+    "accuracy_stderr": 0.0032429869189235373,
+    "evaluation_time": 280.74,
+    "f1": 0.4026448545790716,
+    "f1_stderr": 0.0017360471286822303,
+    "main_score": 0.5177375913813005
+  }
+}

result/acge_text_embedding_float/JDReview.json

@@ -0,0 +1,15 @@
+{
+  "dataset_revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b",
+  "mteb_dataset_name": "JDReview",
+  "mteb_version": "1.1.2",
+  "test": {
+    "accuracy": 0.8669793621013133,
+    "accuracy_stderr": 0.009170243459549659,
+    "ap": 0.5546718958939327,
+    "ap_stderr": 0.013907979413741858,
+    "evaluation_time": 11.04,
+    "f1": 0.8148228915952436,
+    "f1_stderr": 0.008989126268531128,
+    "main_score": 0.8669793621013133
+  }
+}

result/acge_text_embedding_float/LCQMC.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "17f9b096f80380fce5ed12a9be8be7784b337daf",
+  "mteb_dataset_name": "LCQMC",
+  "mteb_version": "1.1.2",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.7113968076493342,
+      "spearman": 0.7817363759091293
+    },
+    "euclidean": {
+      "pearson": 0.7748520023853366,
+      "spearman": 0.7817363980505617
+    },
+    "evaluation_time": 16.03,
+    "manhattan": {
+      "pearson": 0.7747372163837604,
+      "spearman": 0.7816440146147101
+    }
+  }
+}