f14d398e24
Model: allenai/tulu-v2.5-ppo-13b-uf-mean-70b-uf-rm-mixed-prompts Source: Original Platform
34 lines
1.0 KiB
JSON
34 lines
1.0 KiB
JSON
{
|
|
"add_bos_token": true,
|
|
"add_eos_token": false,
|
|
"model_max_length": 4096,
|
|
"pad_token": null,
|
|
"sp_model_kwargs": {},
|
|
"tokenizer_class": "LlamaTokenizer",
|
|
"clean_up_tokenization_spaces": false,
|
|
"bos_token": {
|
|
"__type": "AddedToken",
|
|
"content": "<s>",
|
|
"lstrip": false,
|
|
"normalized": true,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
},
|
|
"eos_token": {
|
|
"__type": "AddedToken",
|
|
"content": "</s>",
|
|
"lstrip": false,
|
|
"normalized": true,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
},
|
|
"unk_token": {
|
|
"__type": "AddedToken",
|
|
"content": "<unk>",
|
|
"lstrip": false,
|
|
"normalized": true,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
},
|
|
"chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}"
|
|
} |