EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix chatml template (#195)

Browse Source
This commit is contained in:
Enrique Shockwave
2024-02-24 08:34:22 +00:00
committed by GitHub
parent 8d0a7fae3b
commit 9759d927cf
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
python/sglang/lang/chat_template.py
View File

@@ -106,9 +106,9 @@ register_chat_template(
name="chatml", name="chatml",
default_system_prompt=None, default_system_prompt=None,
role_prefix_and_suffix={ role_prefix_and_suffix={
"system": ("<|im_start|>system\n", "\n<|im_end|>\n"), "system": ("<|im_start|>system\n", "<|im_end|>\n"),
"user": ("<|im_start|>user\n", "\n<|im_end|>\n"), "user": ("<|im_start|>user\n", "<|im_end|>\n"),
"assistant": ("<|im_start|>assistant\n", "\n<|im_end|>\n"), "assistant": ("<|im_start|>assistant\n", "<|im_end|>\n"),
}, },
style=ChatTemplateStyle.PLAIN, style=ChatTemplateStyle.PLAIN,
stop_str=("<|im_end|>",), stop_str=("<|im_end|>",),
@@ -121,9 +121,9 @@ register_chat_template(
name="chatml-llava", name="chatml-llava",
default_system_prompt="Answer the questions.", default_system_prompt="Answer the questions.",
role_prefix_and_suffix={ role_prefix_and_suffix={
"system": ("<|im_start|>system\n", "\n<|im_end|>\n"), "system": ("<|im_start|>system\n", "<|im_end|>\n"),
"user": ("<|im_start|>user\n", "\n<|im_end|>\n"), "user": ("<|im_start|>user\n", "<|im_end|>\n"),
"assistant": ("<|im_start|>assistant\n", "\n<|im_end|>\n"), "assistant": ("<|im_start|>assistant\n", "<|im_end|>\n"),
}, },
style=ChatTemplateStyle.PLAIN, style=ChatTemplateStyle.PLAIN,
stop_str=("<|im_end|>",), stop_str=("<|im_end|>",),