[CI] Add CI test for DeepSeek V3.2 MTP (#11835)

2025-10-19 19:00:25 -05:00
parent 53fb229f53
commit cbb5fc2edc
4 changed files with 112 additions and 3 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -1201,6 +1201,9 @@ class ServerArgs:
                )
            if self.max_running_requests is None:
                self.max_running_requests = 48
+                logger.warning(
+                    "Max running requests is reset to 48 for speculative decoding."
+                )

            if self.speculative_algorithm == "EAGLE" and self.enable_beta_spec:
                self.disable_overlap_schedule = False