EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Minor] Always append newline after image token when parsing chat message (#6797)

Browse Source
This commit is contained in:
Lifu Huang
2025-05-31 20:50:33 -07:00
committed by GitHub
parent 34c63731fc
commit 0a9bfc20ab
1 changed files with 5 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
python/sglang/srt/conversation.py
View File

@@ -562,14 +562,11 @@ def generate_chat_conv(
if content.type == "image_url": if content.type == "image_url":
num_image_url += 1 num_image_url += 1
conv.modalities.append(content.modalities) conv.modalities.append(content.modalities)
if num_image_url > 1: image_token = (
image_token = conv.image_token conv.image_token + "\n"
else: if conv.name != "qwen2-vl"
image_token = ( else conv.image_token
conv.image_token + "\n" )
if conv.name != "qwen2-vl"
else conv.image_token
)
add_token_as_needed: bool = ( add_token_as_needed: bool = (
conv.name in _MODELS_REQUIRING_MODALITY_SUPPLEMENT conv.name in _MODELS_REQUIRING_MODALITY_SUPPLEMENT
) )