Revert "Only stream output on tp rank 0" (#2130)

2024-11-22 15:46:16 -08:00
parent e1b63624d7
commit 66d4859acf
2 changed files with 5 additions and 7 deletions
--- a/python/sglang/srt/model_executor/model_runner.py
+++ b/python/sglang/srt/model_executor/model_runner.py
@@ -179,7 +179,7 @@ class ModelRunner:
        if self.device == "cuda":
            torch.cuda.set_device(self.gpu_id)
            backend = "nccl"
-        # TODO(liangan1): Just use gloo to bypass the initilization fail
+        # ToDO(liangan1):Just use gloo to bypass the initilization fail
        # Need to use xccl for xpu backend in the future
        elif self.device == "xpu":
            torch.xpu.set_device(self.gpu_id)