Add deepseek v3.1 thinking parser support and update docs (#9464)
Signed-off-by: Xinyuan Tong <xinyuantong.cs@gmail.com>
This commit is contained in:
@@ -872,12 +872,15 @@ class OpenAIServingChat(OpenAIServingBase):
|
||||
Returns:
|
||||
The boolean value of 'enable_thinking' if found, otherwise False.
|
||||
"""
|
||||
if (
|
||||
hasattr(request, "chat_template_kwargs")
|
||||
and request.chat_template_kwargs
|
||||
and request.chat_template_kwargs.get("enable_thinking") is not None
|
||||
):
|
||||
return request.chat_template_kwargs.get("enable_thinking")
|
||||
if hasattr(request, "chat_template_kwargs") and request.chat_template_kwargs:
|
||||
# For Qwen3 models, `enable_thinking` is supported.
|
||||
if request.chat_template_kwargs.get("enable_thinking") is not None:
|
||||
return request.chat_template_kwargs.get("enable_thinking")
|
||||
# For DeepSeek-V3.1 models, `thinking` is supported.
|
||||
elif request.chat_template_kwargs.get("thinking") is not None:
|
||||
return request.chat_template_kwargs.get("thinking")
|
||||
else:
|
||||
return False
|
||||
return False
|
||||
|
||||
async def _process_tool_call_stream(
|
||||
|
||||
@@ -513,12 +513,13 @@ class ReasoningParser:
|
||||
|
||||
DetectorMap: Dict[str, Type[BaseReasoningFormatDetector]] = {
|
||||
"deepseek-r1": DeepSeekR1Detector,
|
||||
"deepseek-v3": Qwen3Detector,
|
||||
"glm45": Qwen3Detector,
|
||||
"gpt-oss": GptOssDetector,
|
||||
"kimi": KimiDetector,
|
||||
"qwen3": Qwen3Detector,
|
||||
"qwen3-thinking": Qwen3Detector,
|
||||
"glm45": Qwen3Detector,
|
||||
"kimi": KimiDetector,
|
||||
"step3": DeepSeekR1Detector,
|
||||
"gpt-oss": GptOssDetector,
|
||||
}
|
||||
|
||||
def __init__(
|
||||
|
||||
Reference in New Issue
Block a user