support clip embedding model (#4506)

2025-03-27 15:18:15 +08:00
parent 1afe3d0798
commit c913ed4046
8 changed files with 746 additions and 9 deletions
--- a/python/sglang/srt/configs/model_config.py
+++ b/python/sglang/srt/configs/model_config.py
@@ -467,6 +467,7 @@ def is_generation_model(model_architectures: List[str], is_embedding: bool = Fal
        or "InternLM2ForRewardModel" in model_architectures
        or "Qwen2ForRewardModel" in model_architectures
        or "Qwen2ForSequenceClassification" in model_architectures
+        or "CLIPModel" in model_architectures
    ):
        return False
    else:
@@ -488,6 +489,7 @@ multimodal_model_archs = [
    "MllamaForConditionalGeneration",
    "Qwen2VLForConditionalGeneration",
    "Qwen2_5_VLForConditionalGeneration",
+    "CLIPModel",
 ]