support llava video (#426)

2024-05-14 07:57:00 +08:00
parent 5dc55a5f02
commit 0992d85f92
37 changed files with 1139 additions and 222 deletions
--- a/python/sglang/init.py
+++ b/python/sglang/init.py
@@ -19,6 +19,7 @@ from sglang.api import (
    user,
    user_begin,
    user_end,
+    video,
 )

 # SGL Backends
@@ -46,6 +47,7 @@ __all__ = [
    "gen_int",
    "gen_string",
    "image",
+    "video",
    "select",
    "system",
    "user",