26 lines
2.0 KiB
JSON
26 lines
2.0 KiB
JSON
{
|
|
"backend": "tokenizers",
|
|
"boi_token": "<start_of_image>",
|
|
"bos_token": "<bos>",
|
|
"clean_up_tokenization_spaces": false,
|
|
"eoi_token": "<end_of_image>",
|
|
"eos_token": "<end_of_turn>",
|
|
"image_token": "<image_soft_token>",
|
|
"is_local": false,
|
|
"mask_token": "<mask>",
|
|
"model_max_length": 32768,
|
|
"model_specific_special_tokens": {
|
|
"boi_token": "<start_of_image>",
|
|
"eoi_token": "<end_of_image>",
|
|
"image_token": "<image_soft_token>"
|
|
},
|
|
"pad_token": "<pad>",
|
|
"padding_side": "left",
|
|
"processor_class": "Gemma3Processor",
|
|
"sp_model_kwargs": null,
|
|
"spaces_between_special_tokens": false,
|
|
"tokenizer_class": "GemmaTokenizer",
|
|
"unk_token": "<unk>",
|
|
"use_default_system_prompt": false,
|
|
"chat_template": "{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ '<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n' + messages[0]['content'] + '<|eot_id|>' }}{% set loop_messages = messages[1:] %}{% else %}{{ '<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful and knowledgeable blood donation advisor serving Tanzania. You answer questions accurately and concisely in both English and Swahili (Kiswahili). IMPORTANT: Always respond in the same language the user writes in. If the user writes in Swahili, respond fully in Swahili. If the user writes in English, respond in English. Never switch languages mid-response unless the user does so first.<|eot_id|>' }}{% set loop_messages = messages %}{% endif %}{% for message in loop_messages %}{% if message['role'] == 'user' %}{{ '<|start_header_id|>user<|end_header_id|>\n\n' + message['content'] }}{% elif message['role'] == 'assistant' %}{{ '<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n' + message['content'] + '<|eot_id|><end_of_turn>' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}"
|
|
} |