From 0a9bfc20ab8e6d2744ae4588dab34cf7ed3a5980 Mon Sep 17 00:00:00 2001 From: Lifu Huang Date: Sat, 31 May 2025 20:50:33 -0700 Subject: [PATCH] [Minor] Always append newline after image token when parsing chat message (#6797) --- python/sglang/srt/conversation.py | 13 +++++-------- 1 file changed, 5 insertions(+), 8 deletions(-) diff --git a/python/sglang/srt/conversation.py b/python/sglang/srt/conversation.py index 914d1e721..5320fa2d7 100644 --- a/python/sglang/srt/conversation.py +++ b/python/sglang/srt/conversation.py @@ -562,14 +562,11 @@ def generate_chat_conv( if content.type == "image_url": num_image_url += 1 conv.modalities.append(content.modalities) - if num_image_url > 1: - image_token = conv.image_token - else: - image_token = ( - conv.image_token + "\n" - if conv.name != "qwen2-vl" - else conv.image_token - ) + image_token = ( + conv.image_token + "\n" + if conv.name != "qwen2-vl" + else conv.image_token + ) add_token_as_needed: bool = ( conv.name in _MODELS_REQUIRING_MODALITY_SUPPLEMENT )