add chat_template

README.md

@@ -175,4 +175,4 @@ curl -X POST http://localhost:10086/v1/chat/completions \
 | Qwen/Qwen2-Audio-7B-Instruct | 111.3 | 48.6 |  |
 | Qwen/QwQ-32B-Preview | 53.3 | 18.0 |  |
 | Qwen/Qwen3-Coder-30B-A3B-Instruct | 30.2 | 14.3 |  |
-| Qwen/Qwen-72B-Chat | 46.9 | 51.4 | 需要提供额外的chat_template.jinja |
+| Qwen/Qwen-72B-Chat | 46.9 | 51.4 | 需要提供额外的 [chat_template.jinja](chat_template.jinja) |

chat_template.jinja

@@ -0,0 +1,16 @@
+{%- for message in messages %}
+{%- if message['role'] == 'system' -%}
+<|im_start|>system
+{{ message['content'] }}<|im_end|>
+{%- elif message['role'] == 'user' -%}
+<|im_start|>user
+{{ message['content'] }}<|im_end|>
+{%- elif message['role'] == 'assistant' -%}
+<|im_start|>assistant
+{{ message['content'] }}<|im_end|>
+{%- elif message['role'] == 'tool' -%}
+<|im_start|>tool
+{{ message['content'] }}<|im_end|>
+{%- endif -%}
+{%- endfor %}
+<|im_start|>assistant