EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[XCCL] Use xccl for xpu backend since xccl is ready in latest PyTorch. (#3954)

Browse Source
This commit is contained in:
Chen Shengzhi
2025-03-04 20:05:56 +08:00
committed by GitHub
parent 19120f71f3
commit 61261b3996
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/model_executor/model_runner.py
View File

@@ -263,9 +263,7 @@ class ModelRunner:
if self.device == "cuda": if self.device == "cuda":
backend = "nccl" backend = "nccl"
elif self.device == "xpu": elif self.device == "xpu":
# TODO(liangan1): Just use gloo to bypass the initilization fail backend = "xccl"
# Need to use xccl for xpu backend in the future
backend = "gloo"
elif self.device == "hpu": elif self.device == "hpu":
backend = "hccl" backend = "hccl"
elif self.device == "cpu": elif self.device == "cpu":