Yi-VL Model (#112)

2024-02-01 08:33:22 -08:00
parent 79cb018e4b
commit 864425300f
6 changed files with 246 additions and 2 deletions
--- a/python/sglang/srt/utils.py
+++ b/python/sglang/srt/utils.py
@@ -233,11 +233,12 @@ def wrap_kernel_launcher(kernel):

 def is_multimodal_model(model):
    if isinstance(model, str):
-        return "llava" in model
+        return "llava" or "yi-vl" in model
    from sglang.srt.model_config import ModelConfig

    if isinstance(model, ModelConfig):
-        return "llava" in model.path.lower()
+        model_path = model.path.lower()
+        return "llava" in model_path  or "yi-vl" in model_path
    raise Exception("unrecognized type")