初始化项目,由ModelHub XC社区提供模型
Model: Raghav-Singhal/epe-3p-smollm-1p7b-100B-20n-2048sl-960gbsz Source: Original Platform
This commit is contained in:
68
special_tokens_map.json
Normal file
68
special_tokens_map.json
Normal file
@@ -0,0 +1,68 @@
|
||||
{
|
||||
"additional_special_tokens": [
|
||||
"<assistant>",
|
||||
"<charter_1.1>",
|
||||
"<charter_1.2>",
|
||||
"<charter_1.3>",
|
||||
"<charter_1.4>",
|
||||
"<charter_1.5>",
|
||||
"<charter_2.1>",
|
||||
"<charter_2.2>",
|
||||
"<charter_2.3>",
|
||||
"<charter_2.4>",
|
||||
"<charter_2.5>",
|
||||
"<charter_2.6>",
|
||||
"<charter_2.7>",
|
||||
"<charter_2.8>",
|
||||
"<charter_3.1>",
|
||||
"<charter_3.2>",
|
||||
"<charter_3.3>",
|
||||
"<charter_3.4>",
|
||||
"<charter_3.5>",
|
||||
"<charter_3.6>",
|
||||
"<charter_4.1>",
|
||||
"<charter_4.2>",
|
||||
"<charter_4.3>",
|
||||
"<charter_4.4>",
|
||||
"<charter_4.5>",
|
||||
"<charter_4.6>",
|
||||
"<charter_5.1>",
|
||||
"<charter_5.2>",
|
||||
"<charter_5.3>",
|
||||
"<charter_5.4>",
|
||||
"<charter_5.5>",
|
||||
"<charter_5.6>",
|
||||
"<charter_6.1>",
|
||||
"<charter_6.2>",
|
||||
"<charter_6.3>",
|
||||
"<charter_6.4>"
|
||||
],
|
||||
"bos_token": {
|
||||
"content": "<|im_start|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"eos_token": {
|
||||
"content": "<|im_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"pad_token": {
|
||||
"content": "<|im_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"unk_token": {
|
||||
"content": "<|endoftext|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user