244 lines
16 KiB
JSON
244 lines
16 KiB
JSON
{
|
|
"add_bos_token": false,
|
|
"add_prefix_space": false,
|
|
"added_tokens_decoder": {
|
|
"151643": {
|
|
"content": "\u003c|endoftext|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151644": {
|
|
"content": "\u003c|im_start|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151645": {
|
|
"content": "\u003c|im_end|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151646": {
|
|
"content": "\u003c|object_ref_start|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151647": {
|
|
"content": "\u003c|object_ref_end|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151648": {
|
|
"content": "\u003c|box_start|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151649": {
|
|
"content": "\u003c|box_end|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151650": {
|
|
"content": "\u003c|quad_start|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151651": {
|
|
"content": "\u003c|quad_end|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151652": {
|
|
"content": "\u003c|vision_start|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151653": {
|
|
"content": "\u003c|vision_end|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151654": {
|
|
"content": "\u003c|vision_pad|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151655": {
|
|
"content": "\u003c|image_pad|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151656": {
|
|
"content": "\u003c|video_pad|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151657": {
|
|
"content": "\u003ctool_call\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": false
|
|
},
|
|
"151658": {
|
|
"content": "\u003c/tool_call\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": false
|
|
},
|
|
"151659": {
|
|
"content": "\u003c|fim_prefix|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": false
|
|
},
|
|
"151660": {
|
|
"content": "\u003c|fim_middle|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": false
|
|
},
|
|
"151661": {
|
|
"content": "\u003c|fim_suffix|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": false
|
|
},
|
|
"151662": {
|
|
"content": "\u003c|fim_pad|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": false
|
|
},
|
|
"151663": {
|
|
"content": "\u003c|repo_name|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": false
|
|
},
|
|
"151664": {
|
|
"content": "\u003c|file_sep|\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": false
|
|
},
|
|
"151665": {
|
|
"content": "\u003ctool_response\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": false
|
|
},
|
|
"151666": {
|
|
"content": "\u003c/tool_response\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": false
|
|
},
|
|
"151667": {
|
|
"content": "\u003cthink\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": false
|
|
},
|
|
"151668": {
|
|
"content": "\u003c/think\u003e",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": false
|
|
}
|
|
},
|
|
"additional_special_tokens": [
|
|
"\u003c|im_start|\u003e",
|
|
"\u003c|im_end|\u003e",
|
|
"\u003c|object_ref_start|\u003e",
|
|
"\u003c|object_ref_end|\u003e",
|
|
"\u003c|box_start|\u003e",
|
|
"\u003c|box_end|\u003e",
|
|
"\u003c|quad_start|\u003e",
|
|
"\u003c|quad_end|\u003e",
|
|
"\u003c|vision_start|\u003e",
|
|
"\u003c|vision_end|\u003e",
|
|
"\u003c|vision_pad|\u003e",
|
|
"\u003c|image_pad|\u003e",
|
|
"\u003c|video_pad|\u003e"
|
|
],
|
|
"bos_token": null,
|
|
"clean_up_tokenization_spaces": false,
|
|
"eos_token": "\u003c|im_end|\u003e",
|
|
"errors": "replace",
|
|
"extra_special_tokens": {
|
|
|
|
},
|
|
"model_max_length": 131072,
|
|
"pad_token": "\u003c|endoftext|\u003e",
|
|
"padding_side": "left",
|
|
"split_special_tokens": false,
|
|
"tokenizer_class": "Qwen2Tokenizer",
|
|
"unk_token": null,
|
|
"chat_template": "{%- if messages[0].role == \u0027system\u0027 -%}\n{{- \u0027\u003c|im_start|\u003esystem\\n\u0027 + messages[0].content + \u0027\\n\u003c|im_end|\u003e\\n\u0027 -}}\n{%- set loop_messages = messages[1:] -%}\n{%- else -%}\n{%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n{%- if message.role == \u0027user\u0027 -%}\n{{- \u0027\u003c|im_start|\u003euser\\n\u0027 + message.content + \u0027\\n\u003c|im_end|\u003e\\n\u0027 -}}\n{%- elif message.role == \u0027assistant\u0027 -%}\n{{- \u0027\u003c|im_start|\u003eassistant\\n\u0027 + message.content + \u0027\\n\u003c|im_end|\u003e\\n\u0027 -}}\n{%- endif -%}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n{{- \u0027\u003c|im_start|\u003eassistant\\n\u0027 -}}\n{%- endif -%}"
|
|
}
|