Disable overlap scheduler for multimodal models (#2235)

2024-11-27 23:44:33 -08:00
parent 09798b36cd
commit fb915bd1a2
1 changed files with 4 additions and 0 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -170,6 +170,10 @@ class Scheduler:
            self.enable_overlap = False
            logger.info("Overlap scheduler is disabled for embedding models.")

+        if self.model_config.is_multimodal:
+            self.enable_overlap = False
+            logger.info("Overlap scheduler is disabled for multimodal models.")
+
        if self.enable_overlap:
            self.disable_jump_forward = True