EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix is_multimodal_model judge (#132)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-02-03 11:48:01 +08:00
committed by GitHub
parent 9c121f2a45
commit cd8c3ccd95
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/utils.py
View File

@@ -233,12 +233,12 @@ def wrap_kernel_launcher(kernel):
def is_multimodal_model(model): def is_multimodal_model(model):
if isinstance(model, str): if isinstance(model, str):
return "llava" or "yi-vl" in model return "llava" in model or "yi-vl" in model
from sglang.srt.model_config import ModelConfig from sglang.srt.model_config import ModelConfig
if isinstance(model, ModelConfig): if isinstance(model, ModelConfig):
model_path = model.path.lower() model_path = model.path.lower()
return "llava" in model_path or "yi-vl" in model_path return "llava" in model_path or "yi-vl" in model_path
raise Exception("unrecognized type") raise Exception("unrecognized type")