Fix mixed chunked prefill in overlap mode (#2158)

2024-11-24 07:17:37 -08:00
parent fa27161380
commit 731146f6cb
4 changed files with 16 additions and 12 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -199,12 +199,6 @@ class ServerArgs:
                "Overlap schedule is disabled."
            )

-        if self.enable_mixed_chunk:
-            logger.info(
-                "Overlap schedule is disabled because mixed-style chunked prefill is enabled."
-            )
-            self.disable_overlap_schedule = True
-
    @staticmethod
    def add_cli_args(parser: argparse.ArgumentParser):
        # Model and port args