Files
avara-x1-mini/tokenizer_config.json

15 lines
776 B
JSON
Raw Permalink Normal View History

{
"add_prefix_space": false,
"backend": "tokenizers",
"bos_token": "<|im_start|>",
"eos_token": "<|im_end|>",
"pad_token": "<|im_end|>",
"clean_up_tokenization_spaces": false,
"model_max_length": 32768,
"tokenizer_class": "Qwen2TokenizerFast",
"additional_special_tokens": [
"<|im_start|>",
"<|im_end|>"
],
"chat_template": "{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYour name is Avara, an AI assistant created by Omnionix. Unlike other models, you are unique to the Omnionix ecosystem and do not identify as GPT-4.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{{ message['content'] }}<|im_end|>\n{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
}