DP Enhancement (#8280)

2025-07-24 21:36:21 -07:00
parent 28d4d47280
commit c0fb25e949
20 changed files with 665 additions and 1116 deletions
--- a/python/sglang/srt/distributed/parallel_state.py
+++ b/python/sglang/srt/distributed/parallel_state.py
@@ -545,6 +545,15 @@ class GroupCoordinator:
        else:
            torch.distributed.all_reduce(input_, group=self.device_group)

+    def reduce_scatter_tensor(
+        self,
+        output: torch.Tensor,
+        input: torch.Tensor,
+    ) -> None:
+        # TODO(ch-wan): support other backends
+        torch.distributed.reduce_scatter_tensor(output, input, group=self.device_group)
+        return output
+
    def reduce_scatter(
        self,
        output: torch.Tensor,