Add reasoning_effort param in TiktokenTokenizer.apply_chat_template (#9630)
Co-authored-by: Shaohui Liu <liushaohui3@xiaomi.com> Co-authored-by: Xinyuan Tong <115166877+JustinTong0323@users.noreply.github.com>
This commit is contained in:
@@ -121,7 +121,12 @@ class TiktokenTokenizer:
|
||||
return self.tokenizer.decode_batch(batch)
|
||||
|
||||
def apply_chat_template(
|
||||
self, messages, tokenize, add_generation_prompt, tools=None
|
||||
self,
|
||||
messages,
|
||||
tokenize,
|
||||
add_generation_prompt,
|
||||
tools=None,
|
||||
reasoning_effort=None,
|
||||
):
|
||||
ret = self.chat_template_jinja.render(
|
||||
messages=messages, add_generation_prompt=add_generation_prompt
|
||||
|
||||
Reference in New Issue
Block a user