Llama3.2 vision model support (#1551)

2024-10-21 15:01:21 -07:00
parent 00611286a1
commit 94cde10920
21 changed files with 1562 additions and 122 deletions
--- a/python/sglang/lang/chat_template.py
+++ b/python/sglang/lang/chat_template.py
@@ -229,6 +229,7 @@ register_chat_template(
            ),
        },
        stop_str=("<|eot_id|>",),
+        image_token="<|image|>",
    )
 )