EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: reasoning parser when request have enable_thinking flag (#8933)

Browse Source 
Signed-off-by: Xinyuan Tong <xinyuantong.cs@gmail.com>
This commit is contained in:
Xinyuan Tong
2025-08-07 15:52:06 -07:00
committed by GitHub
parent aaf0ad8cdf
commit 3e7ff1ab1f
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
python/sglang/srt/entrypoints/openai/serving_chat.py
View File

@@ -840,11 +840,15 @@ class OpenAIServingChat(OpenAIServingBase):
reasoning_text = None reasoning_text = None
reasoning_parser = self.tokenizer_manager.server_args.reasoning_parser reasoning_parser = self.tokenizer_manager.server_args.reasoning_parser
if reasoning_parser and request.separate_reasoning: if reasoning_parser and request.separate_reasoning:
is_force_reasoning = (
self.template_manager.force_reasoning
or self._get_enable_thinking_from_request(request)
)
try: try:
parser = ReasoningParser( parser = ReasoningParser(
model_type=reasoning_parser, model_type=reasoning_parser,
stream_reasoning=False, stream_reasoning=False,
force_reasoning=self.template_manager.force_reasoning, force_reasoning=is_force_reasoning,
) )
reasoning_text, text = parser.parse_non_stream(text) reasoning_text, text = parser.parse_non_stream(text)
except Exception as e: except Exception as e:
@@ -1007,10 +1011,14 @@ class OpenAIServingChat(OpenAIServingBase):
) -> tuple[Optional[str], str]: ) -> tuple[Optional[str], str]:
"""Process reasoning content in streaming response""" """Process reasoning content in streaming response"""
if index not in reasoning_parser_dict: if index not in reasoning_parser_dict:
is_force_reasoning = (
self.template_manager.force_reasoning
or self._get_enable_thinking_from_request(request)
)
reasoning_parser_dict[index] = ReasoningParser( reasoning_parser_dict[index] = ReasoningParser(
self.tokenizer_manager.server_args.reasoning_parser, self.tokenizer_manager.server_args.reasoning_parser,
request.stream_reasoning, request.stream_reasoning,
self.template_manager.force_reasoning, is_force_reasoning,
) )
reasoning_parser = reasoning_parser_dict[index] reasoning_parser = reasoning_parser_dict[index]
return reasoning_parser.parse_stream_chunk(delta) return reasoning_parser.parse_stream_chunk(delta)