EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

model: Support Janus-pro (#3203)

Browse Source
This commit is contained in:
Mick
2025-03-13 02:02:11 +08:00
committed by GitHub
parent 6f43a9b9f4
commit 01090e8ac3
13 changed files with 2957 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
python/sglang/srt/configs/model_config.py
View File

@@ -408,7 +408,7 @@ def _get_and_verify_dtype(
def is_generation_model(model_architectures: List[str], is_embedding: bool = False):
# We have two ways to determine whether a model is a generative model.
# 1. Check the model architectue
# 1. Check the model architecture
# 2. check the `is_embedding` server args
if (
@@ -424,18 +424,25 @@ def is_generation_model(model_architectures: List[str], is_embedding: bool = Fal
return not is_embedding
multimodal_model_archs = [
"LlavaLlamaForCausalLM",
"LlavaQwenForCausalLM",
"LlavaMistralForCausalLM",
"LlavaVidForCausalLM",
"Grok1VForCausalLM",
"Grok1AForCausalLM",
"MllamaForConditionalGeneration",
"Qwen2VLForConditionalGeneration",
"Qwen2_5_VLForConditionalGeneration",
"MiniCPMV",
"MultiModalityCausalLM",
]
def is_multimodal_model(model_architectures: List[str]):
if (
"LlavaLlamaForCausalLM" in model_architectures
or "LlavaQwenForCausalLM" in model_architectures
or "LlavaMistralForCausalLM" in model_architectures
or "LlavaVidForCausalLM" in model_architectures
or "Grok1VForCausalLM" in model_architectures
or "Grok1AForCausalLM" in model_architectures
or "MllamaForConditionalGeneration" in model_architectures
or "Qwen2VLForConditionalGeneration" in model_architectures
or "Qwen2_5_VLForConditionalGeneration" in model_architectures
or "MiniCPMV" in model_architectures
if any(
multi_model_arch in model_architectures
for multi_model_arch in multimodal_model_archs
):
return True
else: