99 lines
1.8 KiB
JSON
99 lines
1.8 KiB
JSON
{
|
|
"additional_special_tokens": [
|
|
"<|im_start|>",
|
|
"<|im_end>",
|
|
"<think>",
|
|
"</think>",
|
|
"source_1",
|
|
"source_2",
|
|
"source_3",
|
|
"source_4",
|
|
"source_5",
|
|
"source_6",
|
|
"source_7",
|
|
"source_8",
|
|
"source_9",
|
|
"source_10",
|
|
"<ref",
|
|
"</ref>",
|
|
"→",
|
|
"↺",
|
|
"※",
|
|
"?maybe?",
|
|
"●",
|
|
"◐",
|
|
"○",
|
|
"⚠",
|
|
"☐",
|
|
"☑",
|
|
"✓",
|
|
"⟨H≈0.1⟩",
|
|
"⟨H≈0.2⟩",
|
|
"⟨H≈0.3⟩",
|
|
"⟨H≈0.4⟩",
|
|
"⟨H≈0.5⟩",
|
|
"⟨H≈0.6⟩",
|
|
"⟨H≈0.7⟩",
|
|
"⟨H≈0.8⟩",
|
|
"⟨H≈0.9⟩",
|
|
"⟨H≈1.0⟩",
|
|
"⟨H≈1.1⟩",
|
|
"⟨H≈1.2⟩",
|
|
"⟨H≈1.3⟩",
|
|
"⟨H≈1.4⟩",
|
|
"⟨H≈1.5⟩",
|
|
"⟨H≈1.6⟩",
|
|
"⟨H≈1.7⟩",
|
|
"⟨H≈1.8⟩",
|
|
{
|
|
"content": "<|system|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
},
|
|
{
|
|
"content": "<|user|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
},
|
|
{
|
|
"content": "<|assistant|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
}
|
|
],
|
|
"bos_token": {
|
|
"content": "<|begin_of_text|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
},
|
|
"eos_token": {
|
|
"content": "<|end_of_text|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
},
|
|
"pad_token": {
|
|
"content": "[PAD]",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
},
|
|
"unk_token": {
|
|
"content": "[UNK]",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
}
|
|
}
|