Fix the chat template for llava-v1.6-34b & format code (#177)

2024-02-11 05:50:13 -08:00
parent 50afed4eaa
commit c51020cf0c
23 changed files with 101 additions and 44 deletions
--- a/python/sglang/srt/conversation.py
+++ b/python/sglang/srt/conversation.py
@@ -366,7 +366,8 @@ def generate_chat_conv(
                    if content.type == "text":
                        real_content += content.text
                    elif content.type == "image_url":
-                        real_content += "<image>"
+                        # NOTE: Only works for llava
+                        real_content += "<image>\n"
                        conv.append_image(content.image_url.url)
                conv.append_message(conv.roles[0], real_content)
        elif msg_role == "assistant":