EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix incorrect logic in chat template handling. (#9336)

Browse Source 
Signed-off-by: Xinyuan Tong <xinyuantong.cs@gmail.com>
Co-authored-by: Xinyuan Tong <xinyuantong.cs@gmail.com>
This commit is contained in:
Lifu Huang
2025-08-20 16:25:36 -07:00
committed by GitHub
parent b0980af89f
commit d4bce29721
1 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
python/sglang/srt/managers/template_manager.py
View File

@@ -89,6 +89,7 @@ class TemplateManager:
if template is None: if template is None:
return False return False
# TODO: remove this hard code the reasoning pattern
force_reasoning_pattern = r"<\|im_start\|>assistant\\n<think>\\n" force_reasoning_pattern = r"<\|im_start\|>assistant\\n<think>\\n"
has_reasoning = re.search(force_reasoning_pattern, template) is not None has_reasoning = re.search(force_reasoning_pattern, template) is not None
@@ -128,11 +129,12 @@ class TemplateManager:
logger.info( logger.info(
f"Using default HuggingFace chat template with detected content format: {self._jinja_template_content_format}" f"Using default HuggingFace chat template with detected content format: {self._jinja_template_content_format}"
) )
return else:
# Default to string content format if no template was found
# Default to string content format if no template was found self._jinja_template_content_format = "string"
self._jinja_template_content_format = "string" logger.info(
logger.info("No chat template found, defaulting to 'string' content format") "No chat template found, defaulting to 'string' content format"
)
# Detect reasoning pattern from chat template # Detect reasoning pattern from chat template
if tokenizer_manager.tokenizer: if tokenizer_manager.tokenizer: