Compare commits
2 Commits
ba380624d0
...
8813233ef2
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
8813233ef2 | ||
|
|
5a38f4a2fa |
@@ -2,6 +2,7 @@ echo "[build] trigger 20260901"
|
|||||||
echo "[build] trigger 202609011237"
|
echo "[build] trigger 202609011237"
|
||||||
echo "[build] trigger 202609011636"
|
echo "[build] trigger 202609011636"
|
||||||
echo "[build] trigger 202609011655"
|
echo "[build] trigger 202609011655"
|
||||||
|
echo "[build] trigger 202609011710"
|
||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
# BI-V100 patch script for Qwen3.6-35B-A3B (Qwen3_5 MoE architecture)
|
# BI-V100 patch script for Qwen3.6-35B-A3B (Qwen3_5 MoE architecture)
|
||||||
#
|
#
|
||||||
|
|||||||
@@ -316,6 +316,16 @@ class OpenAIServingChat(OpenAIServing):
|
|||||||
tool.model_dump() for tool in request.tools
|
tool.model_dump() for tool in request.tools
|
||||||
]
|
]
|
||||||
|
|
||||||
|
# [BI100] Ensure enable_thinking defaults to True when the
|
||||||
|
# request does not specify it. The Qwen3.5 chat template
|
||||||
|
# may disable thinking when tools are present and the flag
|
||||||
|
# is absent, which prevents the model from reasoning about
|
||||||
|
# tool selection and generating <tool_call> tags.
|
||||||
|
if request.chat_template_kwargs is None:
|
||||||
|
request.chat_template_kwargs = {}
|
||||||
|
if "enable_thinking" not in request.chat_template_kwargs:
|
||||||
|
request.chat_template_kwargs["enable_thinking"] = True
|
||||||
|
|
||||||
prompt: Union[str, List[int]]
|
prompt: Union[str, List[int]]
|
||||||
is_mistral_tokenizer = isinstance(tokenizer, MistralTokenizer)
|
is_mistral_tokenizer = isinstance(tokenizer, MistralTokenizer)
|
||||||
if is_mistral_tokenizer:
|
if is_mistral_tokenizer:
|
||||||
|
|||||||
Reference in New Issue
Block a user