EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Disable overlap scheduler for multimodal models (#2235)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-11-27 23:44:33 -08:00
committed by GitHub
parent 09798b36cd
commit fb915bd1a2
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/managers/scheduler.py
View File

@@ -170,6 +170,10 @@ class Scheduler:
self.enable_overlap = False self.enable_overlap = False
logger.info("Overlap scheduler is disabled for embedding models.") logger.info("Overlap scheduler is disabled for embedding models.")
if self.model_config.is_multimodal:
self.enable_overlap = False
logger.info("Overlap scheduler is disabled for multimodal models.")
if self.enable_overlap: if self.enable_overlap:
self.disable_jump_forward = True self.disable_jump_forward = True