Compare commits

...

2 Commits

Author SHA1 Message Date
root
8813233ef2 trigger buiil 2026-09-02 09:10:22 +00:00
root
5a38f4a2fa baseline8 fix d03 2026-09-02 09:08:38 +00:00
2 changed files with 11 additions and 0 deletions

View File

@@ -2,6 +2,7 @@ echo "[build] trigger 20260901"
echo "[build] trigger 202609011237"
echo "[build] trigger 202609011636"
echo "[build] trigger 202609011655"
echo "[build] trigger 202609011710"
#!/usr/bin/env bash
# BI-V100 patch script for Qwen3.6-35B-A3B (Qwen3_5 MoE architecture)
#

View File

@@ -316,6 +316,16 @@ class OpenAIServingChat(OpenAIServing):
tool.model_dump() for tool in request.tools
]
# [BI100] Ensure enable_thinking defaults to True when the
# request does not specify it. The Qwen3.5 chat template
# may disable thinking when tools are present and the flag
# is absent, which prevents the model from reasoning about
# tool selection and generating <tool_call> tags.
if request.chat_template_kwargs is None:
request.chat_template_kwargs = {}
if "enable_thinking" not in request.chat_template_kwargs:
request.chat_template_kwargs["enable_thinking"] = True
prompt: Union[str, List[int]]
is_mistral_tokenizer = isinstance(tokenizer, MistralTokenizer)
if is_mistral_tokenizer: