hfl/llama-3-chinese-8b-instruct
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

update config file to sync meta's recent changes

Browse Source
This commit is contained in:
Reading Comprehension Group of HFL
2024-05-29 05:14:31 +00:00
committed by system
parent c05093c656
commit 06bd938075
3 changed files with 6 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
config.json
View File

@@ -5,7 +5,7 @@
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 128000,
"eos_token_id": 128001,
"eos_token_id": 128009,
"hidden_act": "silu",
"hidden_size": 4096,
"initializer_range": 0.02,
@@ -24,4 +24,4 @@
"transformers_version": "4.40.0.dev0",
"use_cache": true,
"vocab_size": 128256
}
}

23
special_tokens_map.json
View File

@@ -1,23 +1,4 @@
{
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
"bos_token": "<|begin_of_text|>",
"eos_token": "<|end_of_text|>"
}

5
tokenizer_config.json
View File

@@ -2050,14 +2050,13 @@
}
},
"bos_token": "<|begin_of_text|>",
"chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}",
"chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
"clean_up_tokenization_spaces": true,
"eos_token": "<|end_of_text|>",
"eos_token": "<|eot_id|>",
"model_input_names": [
"input_ids",
"attention_mask"
],
"model_max_length": 1000000000000000019884624838656,
"pad_token": "<|end_of_text|>",
"tokenizer_class": "PreTrainedTokenizerFast"
}