31 lines
1.4 KiB
JSON
31 lines
1.4 KiB
JSON
|
{
|
||
|
|
"add_bos_token": false,
|
||
|
|
"add_prefix_space": false,
|
||
|
|
"backend": "tokenizers",
|
||
|
|
"bos_token": null,
|
||
|
|
"clean_up_tokenization_spaces": false,
|
||
|
|
"eos_token": "<|endoftext|>",
|
||
|
|
"errors": "replace",
|
||
|
|
"extra_special_tokens": [
|
||
|
|
"<|im_start|>",
|
||
|
|
"<|im_end|>",
|
||
|
|
"<|object_ref_start|>",
|
||
|
|
"<|object_ref_end|>",
|
||
|
|
"<|box_start|>",
|
||
|
|
"<|box_end|>",
|
||
|
|
"<|quad_start|>",
|
||
|
|
"<|quad_end|>",
|
||
|
|
"<|vision_start|>",
|
||
|
|
"<|vision_end|>",
|
||
|
|
"<|vision_pad|>",
|
||
|
|
"<|image_pad|>",
|
||
|
|
"<|video_pad|>"
|
||
|
|
],
|
||
|
|
"is_local": false,
|
||
|
|
"model_max_length": 32768,
|
||
|
|
"pad_token": "<|endoftext|>",
|
||
|
|
"split_special_tokens": false,
|
||
|
|
"tokenizer_class": "Qwen2Tokenizer",
|
||
|
|
"unk_token": null,
|
||
|
|
"chat_template": "{%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n{%- else %}\n {{- '<|im_start|>system\\nYou are amk-coder-v2, a helpful Myanmar coding assistant. Respond in the same language as the user (Myanmar or English). Provide clean, well-commented code. Explain code when helpful.<|im_end|>\\n' }}\n{%- endif %}\n{%- for message in messages %}\n {%- if message.role == 'user' %}\n {{- '<|im_start|>user\\n' + message.content + '<|im_end|>\\n' }}\n {%- elif message.role == 'assistant' %}\n {{- '<|im_start|>assistant\\n' + message.content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n"
|
||
|
|
}
|