EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Add deepseek v3.1 thinking parser support and update docs (#9464)

Browse Source 
Signed-off-by: Xinyuan Tong <xinyuantong.cs@gmail.com>
This commit is contained in:
Xinyuan Tong
2025-08-22 06:09:40 +08:00
committed by GitHub
parent 4746aaea41
commit e8449ab515
3 changed files with 136 additions and 78 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
python/sglang/srt/entrypoints/openai/serving_chat.py
View File

@@ -872,12 +872,15 @@ class OpenAIServingChat(OpenAIServingBase):
Returns:
The boolean value of 'enable_thinking' if found, otherwise False.
"""
if (
hasattr(request, "chat_template_kwargs")
and request.chat_template_kwargs
and request.chat_template_kwargs.get("enable_thinking") is not None
):
return request.chat_template_kwargs.get("enable_thinking")
if hasattr(request, "chat_template_kwargs") and request.chat_template_kwargs:
# For Qwen3 models, `enable_thinking` is supported.
if request.chat_template_kwargs.get("enable_thinking") is not None:
return request.chat_template_kwargs.get("enable_thinking")
# For DeepSeek-V3.1 models, `thinking` is supported.
elif request.chat_template_kwargs.get("thinking") is not None:
return request.chat_template_kwargs.get("thinking")
else:
return False
return False
async def _process_tool_call_stream(