Overlap two kernels in DeepSeek with communication (#6711)

2025-05-29 06:53:51 +08:00
parent 541a985f85
commit 4839999b76
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/operations_strategy.py
+++ b/python/sglang/srt/operations_strategy.py
@@ -127,9 +127,9 @@ def _compute_moe_deepseek_blog_decode(layer):
            layer.mlp.op_combine_a,
            operations.YieldOperation(),
            layer.mlp.op_combine_b,
+            operations.YieldOperation(),
            layer.mlp.op_output,
            layer.op_comm_postprocess_layer,
-            operations.YieldOperation(),
        ],
    )