From ba67101f99ec8a43b738afaff39757795573dc09 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Tue, 30 Apr 2024 15:53:39 -0700 Subject: [PATCH] Fix chatml template (#406) --- python/sglang/srt/conversation.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/conversation.py b/python/sglang/srt/conversation.py index 0d384d3dc..29ecb7abd 100644 --- a/python/sglang/srt/conversation.py +++ b/python/sglang/srt/conversation.py @@ -400,7 +400,7 @@ register_conv_template( Conversation( name="chatml", system_template="<|im_start|>system\n{system_message}", - system_message="You are an AI assistant.", + system_message="You are a helpful assistant.", roles=("<|im_start|>user", "<|im_start|>assistant"), sep_style=SeparatorStyle.CHATML, sep="<|im_end|>",