fix: gemma 3 not use softcap (#5622)

2025-04-22 01:16:08 -07:00
parent 506be6b892
commit 04f2abcb34
4 changed files with 17 additions and 2 deletions
--- a/python/sglang/srt/configs/model_config.py
+++ b/python/sglang/srt/configs/model_config.py
@@ -78,6 +78,11 @@ class ModelConfig:
                logger.info(
                    "Multimodal is disabled for Llama4. To enable it, set --enable-llama4-multimodal."
                )
+            elif self.hf_config.architectures[0] == "Gemma3ForConditionalGeneration":
+                enable_multimodal = False
+                logger.info(
+                    "Multimodal is disabled for Gemma3. To enable it, set --enable-gemma3-multimodal."
+                )
            else:
                enable_multimodal = True