Add reasoning_effort param in TiktokenTokenizer.apply_chat_template (#9630)
Co-authored-by: Shaohui Liu <liushaohui3@xiaomi.com> Co-authored-by: Xinyuan Tong <115166877+JustinTong0323@users.noreply.github.com>
This commit is contained in:
@@ -121,7 +121,12 @@ class TiktokenTokenizer:
|
|||||||
return self.tokenizer.decode_batch(batch)
|
return self.tokenizer.decode_batch(batch)
|
||||||
|
|
||||||
def apply_chat_template(
|
def apply_chat_template(
|
||||||
self, messages, tokenize, add_generation_prompt, tools=None
|
self,
|
||||||
|
messages,
|
||||||
|
tokenize,
|
||||||
|
add_generation_prompt,
|
||||||
|
tools=None,
|
||||||
|
reasoning_effort=None,
|
||||||
):
|
):
|
||||||
ret = self.chat_template_jinja.render(
|
ret = self.chat_template_jinja.render(
|
||||||
messages=messages, add_generation_prompt=add_generation_prompt
|
messages=messages, add_generation_prompt=add_generation_prompt
|
||||||
|
|||||||
Reference in New Issue
Block a user