DP Attention with Auto DeepEP Dispatch (#7222)

2025-07-05 01:54:24 -07:00
parent 75354d9ae9
commit 8fc910db03
13 changed files with 136 additions and 90 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -418,10 +418,6 @@ class ServerArgs:

        # DeepEP MoE
        if self.enable_deepep_moe:
-            if self.deepep_mode == "auto":
-                assert (
-                    not self.enable_dp_attention
-                ), "DeepEP MoE `auto` mode is not supported with DP Attention."
            if self.deepep_mode == "normal":
                logger.warning("Cuda graph is disabled because deepep_mode=`normal`")
                self.disable_cuda_graph = True