EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix chatml template (#406)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-04-30 15:53:39 -07:00
committed by GitHub
parent 95c4e0dfac
commit ba67101f99
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/conversation.py
View File

@@ -400,7 +400,7 @@ register_conv_template(
Conversation( Conversation(
name="chatml", name="chatml",
system_template="<|im_start|>system\n{system_message}", system_template="<|im_start|>system\n{system_message}",
system_message="You are an AI assistant.", system_message="You are a helpful assistant.",
roles=("<|im_start|>user", "<|im_start|>assistant"), roles=("<|im_start|>user", "<|im_start|>assistant"),
sep_style=SeparatorStyle.CHATML, sep_style=SeparatorStyle.CHATML,
sep="<|im_end|>", sep="<|im_end|>",