From 3029889cb4c5f28a8f0a9add5e669f9de85c24d7 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Sun, 27 Apr 2025 23:45:09 -0700 Subject: [PATCH] Turn on overlap scheduler for multimodal models (#5771) --- python/sglang/srt/managers/scheduler.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index e29f46974..67c2ebc03 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -248,9 +248,6 @@ class Scheduler( if not self.is_generation: self.enable_overlap = False logger.info("Overlap scheduler is disabled for embedding models.") - if self.model_config.is_multimodal: - self.enable_overlap = False - logger.info("Overlap scheduler is disabled for multimodal models.") # Launch a tensor parallel worker if self.enable_overlap: