hfl/llama-3-chinese-8b-instruct
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

update config file to sync meta's recent changes

Browse Source
This commit is contained in:
Reading Comprehension Group of HFL
2024-05-29 05:14:31 +00:00
committed by system
parent c05093c656
commit 06bd938075
3 changed files with 6 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
config.json
View File

@@ -5,7 +5,7 @@
"attention_bias": false, "attention_bias": false,
"attention_dropout": 0.0, "attention_dropout": 0.0,
"bos_token_id": 128000, "bos_token_id": 128000,
"eos_token_id": 128001, "eos_token_id": 128009,
"hidden_act": "silu", "hidden_act": "silu",
"hidden_size": 4096, "hidden_size": 4096,
"initializer_range": 0.02, "initializer_range": 0.02,

23
special_tokens_map.json
View File

@@ -1,23 +1,4 @@
{ {
"bos_token": { "bos_token": "<|begin_of_text|>",
"content": "<|begin_of_text|>", "eos_token": "<|end_of_text|>"
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
} }

5
tokenizer_config.json
View File

@@ -2050,14 +2050,13 @@
} }
}, },
"bos_token": "<|begin_of_text|>", "bos_token": "<|begin_of_text|>",
"chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}", "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
"clean_up_tokenization_spaces": true, "clean_up_tokenization_spaces": true,
"eos_token": "<|end_of_text|>", "eos_token": "<|eot_id|>",
"model_input_names": [ "model_input_names": [
"input_ids", "input_ids",
"attention_mask" "attention_mask"
], ],
"model_max_length": 1000000000000000019884624838656, "model_max_length": 1000000000000000019884624838656,
"pad_token": "<|end_of_text|>",
"tokenizer_class": "PreTrainedTokenizerFast" "tokenizer_class": "PreTrainedTokenizerFast"
} }