dylanyunlong/project_6_89d52222
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

[fix] </think> to none

Browse Source
This commit is contained in:
root
2026-09-02 06:43:19 +00:00
parent 2a85e77c6f
commit d83ab51908
2 changed files with 16 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
qwen3_6_scripts/reasoning/abs_reasoning_parsers.py
View File

@@ -144,9 +144,9 @@ class BaseThinkingReasoningParser(ReasoningParser):
model_output = parts[2] if parts[1] else parts[0] model_output = parts[2] if parts[1] else parts[0]
if self.end_token not in model_output: if self.end_token not in model_output:
return model_output, None return model_output or None, None
reasoning, _, content = model_output.partition(self.end_token) reasoning, _, content = model_output.partition(self.end_token)
return reasoning, content or None return reasoning or None, content or None
def extract_reasoning_streaming( def extract_reasoning_streaming(
self, self,
@@ -180,9 +180,9 @@ class BaseThinkingReasoningParser(ReasoningParser):
content=content or None, content=content or None,
) )
elif end_in_prev: elif end_in_prev:
return _DeltaMessage(content=delta_text) return _DeltaMessage(content=delta_text) if delta_text else None
else: else:
return _DeltaMessage(reasoning_content=delta_text) return _DeltaMessage(reasoning_content=delta_text) if delta_text else None
elif start_in_delta: elif start_in_delta:
if end_in_delta: if end_in_delta:
@@ -190,15 +190,17 @@ class BaseThinkingReasoningParser(ReasoningParser):
end_idx = delta_text.find(self.end_token) end_idx = delta_text.find(self.end_token)
reasoning = delta_text[start_idx + len(self.start_token):end_idx] reasoning = delta_text[start_idx + len(self.start_token):end_idx]
content = delta_text[end_idx + len(self.end_token):] content = delta_text[end_idx + len(self.end_token):]
if not reasoning and not content:
return None
return _DeltaMessage( return _DeltaMessage(
reasoning_content=reasoning or None, reasoning_content=reasoning or None,
content=content or None, content=content or None,
) )
else: else:
return _DeltaMessage(reasoning_content=delta_text) return _DeltaMessage(reasoning_content=delta_text) if delta_text else None
else: else:
return _DeltaMessage(content=delta_text) return _DeltaMessage(content=delta_text) if delta_text else None
class ReasoningParserManager: class ReasoningParserManager:

8
qwen3_6_scripts/reasoning/qwen3_reasoning_parser.py
View File

@@ -46,10 +46,14 @@ class Qwen3ReasoningParser(BaseThinkingReasoningParser):
if self.end_token not in model_output: if self.end_token not in model_output:
# Thinking enabled but output truncated before </think>. # Thinking enabled but output truncated before </think>.
return model_output, None return model_output or None, None
reasoning, _, content = model_output.partition(self.end_token) reasoning, _, content = model_output.partition(self.end_token)
return reasoning, content or None # Normalize empty strings to None. When the model skips thinking
# (outputs </think> immediately), reasoning is "" — returning None
# keeps reasoning_content out of the JSON response so the test
# framework sees "no reasoning" rather than "empty reasoning".
return reasoning or None, content or None
def count_reasoning_tokens(self, token_ids: Sequence[int]) -> int: def count_reasoning_tokens(self, token_ids: Sequence[int]) -> int:
token_ids = list(token_ids) token_ids = list(token_ids)