Fix enable chunked prefill for Llama4 (#5575)

2025-04-20 20:01:30 -04:00
parent 417b44eba8
commit 9a7e83e899
1 changed files with 4 additions and 1 deletions
--- a/python/sglang/srt/configs/model_config.py
+++ b/python/sglang/srt/configs/model_config.py
@@ -73,8 +73,11 @@ class ModelConfig:
        )

        if enable_multimodal is None:
-            if self.hf_config.architectures == "Llama4ForConditionalGeneration":
+            if self.hf_config.architectures[0] == "Llama4ForConditionalGeneration":
                enable_multimodal = False
+                logger.info(
+                    "Multimodal is disabled for Llama4. To enable it, set --enable-llama4-multimodal."
+                )
            else:
                enable_multimodal = True