初始化项目,由ModelHub XC社区提供模型

Model: intfloat/multilingual-e5-large
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-31 19:12:12 +08:00
commit 8272f01bed
45 changed files with 30492 additions and 0 deletions

View File

@@ -0,0 +1,20 @@
- dataset:
id: mteb/arguana
task_id: ArguAna_default_test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
value: 54.357
notes: Obtained using MTEB v1.36.26
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v1.36.26
user: mteb
- dataset:
id: mteb/arguana
task_id: ArguAna
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
value: 54.357
notes: Obtained using MTEB v1.36.26
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v1.36.26
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightAopsRetrieval_default_standard
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 7.217
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightAopsRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 7.217
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightBiologyLongRetrieval_default_long
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 1.942
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightBiologyLongRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 1.942
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightBiologyRetrieval_default_standard
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 1.736
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightBiologyRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 1.736
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightEarthScienceLongRetrieval_default_long
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 21.552
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightEarthScienceLongRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 21.552
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightEarthScienceRetrieval_default_standard
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 15.063
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightEarthScienceRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 15.063
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightEconomicsLongRetrieval_default_long
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 13.592
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightEconomicsLongRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 13.592
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightEconomicsRetrieval_default_standard
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 7.057
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightEconomicsRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 7.057
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightLeetcodeRetrieval_default_standard
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 27.872
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightLeetcodeRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 27.872
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightPonyLongRetrieval_default_long
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 2.344
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightPonyLongRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 2.344
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightPonyRetrieval_default_standard
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 13.022
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightPonyRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 13.022
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightPsychologyLongRetrieval_default_long
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 5.941
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightPsychologyLongRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 5.941
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightPsychologyRetrieval_default_standard
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 8.789
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightPsychologyRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 8.789
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightRoboticsLongRetrieval_default_long
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 7.921
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightRoboticsLongRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 7.921
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightRoboticsRetrieval_default_standard
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 11.119
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightRoboticsRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 11.119
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightStackoverflowLongRetrieval_default_long
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 15.812
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightStackoverflowLongRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 15.812
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightStackoverflowRetrieval_default_standard
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 6.941
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightStackoverflowRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 6.941
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightSustainableLivingLongRetrieval_default_long
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 8.102
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightSustainableLivingLongRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 8.102
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightSustainableLivingRetrieval_default_standard
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 9.609
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightSustainableLivingRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 9.609
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightTheoremQAQuestionsRetrieval_default_standard
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 12.958
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightTheoremQAQuestionsRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 12.958
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

View File

@@ -0,0 +1,22 @@
- dataset:
id: mteb/BRIGHT
task_id: BrightTheoremQATheoremsRetrieval_default_standard
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 5.486
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb
- dataset:
id: mteb/BRIGHT
task_id: BrightTheoremQATheoremsRetrieval
revision: c26703e6600d97c579ee2985f16cf307db13ed85
value: 5.486
date: '2026-03-31'
notes: Obtained using MTEB v2.10.12
source:
url: https://github.com/embeddings-benchmark/mteb/
name: Obtained using MTEB v2.10.12
user: mteb

42
.gitattributes vendored Normal file
View File

@@ -0,0 +1,42 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
tokenizer.json filter=lfs diff=lfs merge=lfs -text
onnx/model.onnx_data filter=lfs diff=lfs merge=lfs -text
model.safetensors filter=lfs diff=lfs merge=lfs -text
pytorch_model.bin filter=lfs diff=lfs merge=lfs -text
onnx/tokenizer.json filter=lfs diff=lfs merge=lfs -text
onnx/model_qint8_avx512_vnni.onnx filter=lfs diff=lfs merge=lfs -text
openvino/openvino_model.bin filter=lfs diff=lfs merge=lfs -text

7
1_Pooling/config.json Normal file
View File

@@ -0,0 +1,7 @@
{
"word_embedding_dimension": 1024,
"pooling_mode_cls_token": false,
"pooling_mode_mean_tokens": true,
"pooling_mode_max_tokens": false,
"pooling_mode_mean_sqrt_len_tokens": false
}

6122
README.md Normal file

File diff suppressed because it is too large Load Diff

28
config.json Normal file
View File

@@ -0,0 +1,28 @@
{
"_name_or_path": "tmp/",
"architectures": [
"XLMRobertaModel"
],
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 0,
"classifier_dropout": null,
"eos_token_id": 2,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 1024,
"initializer_range": 0.02,
"intermediate_size": 4096,
"layer_norm_eps": 1e-05,
"max_position_embeddings": 514,
"model_type": "xlm-roberta",
"num_attention_heads": 16,
"num_hidden_layers": 24,
"output_past": true,
"pad_token_id": 1,
"position_embedding_type": "absolute",
"torch_dtype": "float32",
"transformers_version": "4.29.0",
"type_vocab_size": 1,
"use_cache": true,
"vocab_size": 250002
}

1
configuration.json Normal file
View File

@@ -0,0 +1 @@
{"framework": "pytorch", "task": "feature-extraction", "allow_remote": true}

3
model.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:020afdebf2762b29fcaf286629a96c3b3b65af241f6a08226b1cfee60a21def6
size 2239611368

20
modules.json Normal file
View File

@@ -0,0 +1,20 @@
[
{
"idx": 0,
"name": "0",
"path": "",
"type": "sentence_transformers.models.Transformer"
},
{
"idx": 1,
"name": "1",
"path": "1_Pooling",
"type": "sentence_transformers.models.Pooling"
},
{
"idx": 2,
"name": "2",
"path": "2_Normalize",
"type": "sentence_transformers.models.Normalize"
}
]

27
onnx/config.json Normal file
View File

@@ -0,0 +1,27 @@
{
"_name_or_path": "intfloat/multilingual-e5-large",
"architectures": [
"XLMRobertaModel"
],
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 0,
"classifier_dropout": null,
"eos_token_id": 2,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 1024,
"initializer_range": 0.02,
"intermediate_size": 4096,
"layer_norm_eps": 1e-05,
"max_position_embeddings": 514,
"model_type": "xlm-roberta",
"num_attention_heads": 16,
"num_hidden_layers": 24,
"output_past": true,
"pad_token_id": 1,
"position_embedding_type": "absolute",
"transformers_version": "4.30.2",
"type_vocab_size": 1,
"use_cache": true,
"vocab_size": 250002
}

3
onnx/model.onnx Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:bb5a52503a3ef35247f5b5ae6c473aaae60505dd3ffaef56d7b69e2f84683c05
size 545850

3
onnx/model.onnx_data Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0cf1883fee81c63819a44e2ba0efa51d4043d9759685a4ebebbde97e0623d15c
size 2235363328

3
onnx/model_O4.onnx Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d87e57e558b374601d53da5eb27dbc167c902c6d840274537c704ff1c5657281
size 80602

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:46f5d13dba7ade0160c67d346087d870162950882be17ff9319f873cf6fedff1
size 561845741

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
size 5069051

View File

@@ -0,0 +1,15 @@
{
"bos_token": "<s>",
"cls_token": "<s>",
"eos_token": "</s>",
"mask_token": {
"content": "<mask>",
"lstrip": true,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": "<pad>",
"sep_token": "</s>",
"unk_token": "<unk>"
}

3
onnx/tokenizer.json Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:62c24cdc13d4c9952d63718d6c9fa4c287974249e16b7ade6d5a85e7bbb75626
size 17082660

View File

@@ -0,0 +1,19 @@
{
"bos_token": "<s>",
"clean_up_tokenization_spaces": true,
"cls_token": "<s>",
"eos_token": "</s>",
"mask_token": {
"__type": "AddedToken",
"content": "<mask>",
"lstrip": true,
"normalized": true,
"rstrip": false,
"single_word": false
},
"model_max_length": 512,
"pad_token": "<pad>",
"sep_token": "</s>",
"tokenizer_class": "XLMRobertaTokenizer",
"unk_token": "<unk>"
}

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:12e75630d2f0e70c3868caf3bff015ae607171cfc3ae2f3ed9269c16b4836860
size 2235367600

23680
openvino/openvino_model.xml Normal file

File diff suppressed because it is too large Load Diff

3
pytorch_model.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9aaa222c5a6529ae4a69ab6925c863af595d106edf565434c8280777b3126d64
size 2239689649

View File

@@ -0,0 +1,4 @@
{
"max_seq_length": 512,
"do_lower_case": false
}

3
sentencepiece.bpe.model Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
size 5069051

15
special_tokens_map.json Normal file
View File

@@ -0,0 +1,15 @@
{
"bos_token": "<s>",
"cls_token": "<s>",
"eos_token": "</s>",
"mask_token": {
"content": "<mask>",
"lstrip": true,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": "<pad>",
"sep_token": "</s>",
"unk_token": "<unk>"
}

3
tokenizer.json Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:62c24cdc13d4c9952d63718d6c9fa4c287974249e16b7ade6d5a85e7bbb75626
size 17082660

19
tokenizer_config.json Normal file
View File

@@ -0,0 +1,19 @@
{
"bos_token": "<s>",
"clean_up_tokenization_spaces": true,
"cls_token": "<s>",
"eos_token": "</s>",
"mask_token": {
"__type": "AddedToken",
"content": "<mask>",
"lstrip": true,
"normalized": true,
"rstrip": false,
"single_word": false
},
"model_max_length": 512,
"pad_token": "<pad>",
"sep_token": "</s>",
"tokenizer_class": "XLMRobertaTokenizer",
"unk_token": "<unk>"
}