Add reasoning_effort param in TiktokenTokenizer.apply_chat_template (#9630)

Co-authored-by: Shaohui Liu <liushaohui3@xiaomi.com>
Co-authored-by: Xinyuan Tong <115166877+JustinTong0323@users.noreply.github.com>
This commit is contained in:
Liu Shaohui
2025-08-26 15:44:20 +08:00
committed by GitHub
parent fdff3167c5
commit f7881a27f9

View File

@@ -121,7 +121,12 @@ class TiktokenTokenizer:
return self.tokenizer.decode_batch(batch)
def apply_chat_template(
self, messages, tokenize, add_generation_prompt, tools=None
self,
messages,
tokenize,
add_generation_prompt,
tools=None,
reasoning_effort=None,
):
ret = self.chat_template_jinja.render(
messages=messages, add_generation_prompt=add_generation_prompt