Files
ReasonableLlama3-3B-Jr/special_tokens_map.json

38 lines
716 B
JSON
Raw Permalink Normal View History

{
"additional_special_tokens": [
"</answer>",
"</img_base64>",
"</json_output>",
"</ocr_text>",
"</thinking>",
"</tool_code>",
"<answer>",
"<img_base64>",
"<json_output>",
"<ocr_text>",
"<thinking>",
"<tool_code>"
],
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}