EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

feat: add thinking_budget (#6089)

Browse Source
This commit is contained in:
thyecust
2025-05-09 23:22:09 +08:00
committed by GitHub
parent dff0ab92eb
commit 63484f9fd6
9 changed files with 196 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/reasoning_parser.py
View File

@@ -32,7 +32,7 @@ class BaseReasoningFormatDetector:
One-time parsing: Detects and parses reasoning sections in the provided text.
Returns both reasoning content and normal text separately.
"""
text = text.replace(self.think_start_token, "").strip()
text = text.replace(self.think_start_token, "")
if self.think_end_token not in text:
# Assume reasoning was truncated before `</think>` token
return StreamingParseResult(reasoning_text=text)
@@ -73,7 +73,7 @@ class BaseReasoningFormatDetector:
normal_text = current_text[end_idx + len(self.think_end_token) :]
return StreamingParseResult(
normal_text=normal_text, reasoning_text=reasoning_text.rstrip()
normal_text=normal_text, reasoning_text=reasoning_text
)
# Continue with reasoning content