From d04899d7ca645671335db6876758f0062f239ebc Mon Sep 17 00:00:00 2001 From: yizhang2077 <1109276519@qq.com> Date: Wed, 30 Oct 2024 04:30:41 +0800 Subject: [PATCH] stop_str of qwen2-vl template should be a tuple not a str (#1834) Co-authored-by: Byron Hsu --- python/sglang/lang/chat_template.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/lang/chat_template.py b/python/sglang/lang/chat_template.py index b8f9a533d..ca5a7a261 100644 --- a/python/sglang/lang/chat_template.py +++ b/python/sglang/lang/chat_template.py @@ -144,7 +144,7 @@ register_chat_template( "assistant": ("<|im_start|>assistant\n", "<|im_end|>\n"), }, style=ChatTemplateStyle.PLAIN, - stop_str=("<|im_end|>"), + stop_str=("<|im_end|>",), image_token="<|vision_start|><|image_pad|><|vision_end|>", ) )