初始化项目,由ModelHub XC社区提供模型
Model: mlx-community/1.5-Pints-16K-v0.1 Source: Original Platform
This commit is contained in:
95
special_tokens_map.json
Normal file
95
special_tokens_map.json
Normal file
@@ -0,0 +1,95 @@
|
||||
{
|
||||
"additional_special_tokens": [
|
||||
"<|end_of_turn|>",
|
||||
"<|im_start|>",
|
||||
"</s>",
|
||||
"[INST]",
|
||||
"[/INST]",
|
||||
"<<SYS>>",
|
||||
"<</SYS>>",
|
||||
"<|user|>",
|
||||
"<|system|>",
|
||||
"<|assistant|>",
|
||||
"<|begin_of_text|>",
|
||||
"<|start_header_id|>",
|
||||
"<|end_header_id|>",
|
||||
"<|eot_id|>",
|
||||
"<|reserved_0|>",
|
||||
"<|reserved_1|>",
|
||||
"<|reserved_2|>",
|
||||
"<|reserved_3|>",
|
||||
"<|reserved_4|>",
|
||||
"<|reserved_5|>",
|
||||
"<|reserved_6|>",
|
||||
"<|reserved_7|>",
|
||||
"<|reserved_8|>",
|
||||
"<|reserved_9|>",
|
||||
"<|reserved_10|>",
|
||||
"<|reserved_11|>",
|
||||
"<|reserved_12|>",
|
||||
"<|reserved_13|>",
|
||||
"<|reserved_14|>",
|
||||
"<|reserved_15|>",
|
||||
"<|reserved_16|>",
|
||||
"<|reserved_17|>",
|
||||
"<|reserved_18|>",
|
||||
"<|reserved_19|>",
|
||||
"<|reserved_20|>",
|
||||
"<|reserved_21|>",
|
||||
"<|reserved_22|>",
|
||||
"<|reserved_23|>",
|
||||
"<|reserved_24|>",
|
||||
"<|reserved_25|>",
|
||||
"<|reserved_26|>",
|
||||
"<|reserved_27|>",
|
||||
"<|reserved_28|>",
|
||||
"<|reserved_29|>",
|
||||
"<|reserved_30|>",
|
||||
"<|reserved_31|>",
|
||||
"<|reserved_32|>",
|
||||
"<|reserved_33|>",
|
||||
"<|reserved_34|>",
|
||||
"<|reserved_35|>",
|
||||
"<|reserved_36|>",
|
||||
"<|reserved_37|>",
|
||||
"<|reserved_38|>",
|
||||
"<|reserved_39|>",
|
||||
"<|reserved_40|>",
|
||||
"<|reserved_41|>",
|
||||
"<|reserved_42|>",
|
||||
"<|reserved_43|>",
|
||||
"<|reserved_44|>",
|
||||
"<|reserved_45|>",
|
||||
"<|reserved_46|>",
|
||||
"<|reserved_47|>",
|
||||
"<|reserved_48|>"
|
||||
],
|
||||
"bos_token": {
|
||||
"content": "<s>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"eos_token": {
|
||||
"content": "<|im_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"pad_token": {
|
||||
"content": "<|pad|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"unk_token": {
|
||||
"content": "<unk>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user