From 24161c5913d3149ea22b738d16a0970bc16480ed Mon Sep 17 00:00:00 2001 From: Yury Sulsky Date: Sun, 18 May 2025 01:57:27 -0700 Subject: [PATCH] The Gemma template is missing a newline after the user role. (#6331) Co-authored-by: Yury Sulsky --- python/sglang/srt/conversation.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/conversation.py b/python/sglang/srt/conversation.py index 91aa80fd8..2280cd579 100644 --- a/python/sglang/srt/conversation.py +++ b/python/sglang/srt/conversation.py @@ -781,7 +781,7 @@ register_conv_template( Conversation( name="gemma-it", system_message="You are a helpful assistant.", - system_template="user{system_message}\n\n", + system_template="user\n{system_message}\n\n", roles=("user\n", "model\n"), sep="\n", sep_style=SeparatorStyle.GEMMA3,