EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Revert "disable custom allreduce on HIP" (#3067)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-01-22 21:33:35 -08:00
committed by GitHub
parent 862bcff833
commit ea535dc574
1 changed files with 0 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/distributed/parallel_state.py
View File

@@ -41,7 +41,6 @@ from torch.distributed import Backend, ProcessGroup
from sglang.srt.utils import (
direct_register_custom_op,
is_cuda_alike,
is_hip,
supports_custom_op,
)
@@ -953,9 +952,6 @@ _ENABLE_CUSTOM_ALL_REDUCE = True
def set_custom_all_reduce(enable: bool):
global _ENABLE_CUSTOM_ALL_REDUCE
_ENABLE_CUSTOM_ALL_REDUCE = enable
if enable and is_hip():
logger.warning("HIP doesn't support custom_all_reduce, so disable it.")
_ENABLE_CUSTOM_ALL_REDUCE = False
def init_distributed_environment(