EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

disable custom allreduce on HIP (#3058)

Browse Source
This commit is contained in:
Hui Liu
2025-01-22 13:57:22 -08:00
committed by GitHub
parent 806a3002c1
commit ddc2001fb0
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/distributed/parallel_state.py
View File

@@ -41,6 +41,7 @@ from torch.distributed import Backend, ProcessGroup
from sglang.srt.utils import ( from sglang.srt.utils import (
direct_register_custom_op, direct_register_custom_op,
is_cuda_alike, is_cuda_alike,
is_hip,
supports_custom_op, supports_custom_op,
) )
@@ -952,6 +953,9 @@ _ENABLE_CUSTOM_ALL_REDUCE = True
def set_custom_all_reduce(enable: bool): def set_custom_all_reduce(enable: bool):
global _ENABLE_CUSTOM_ALL_REDUCE global _ENABLE_CUSTOM_ALL_REDUCE
_ENABLE_CUSTOM_ALL_REDUCE = enable _ENABLE_CUSTOM_ALL_REDUCE = enable
if enable and is_hip():
logger.warning("HIP doesn't support custom_all_reduce, so disable it.")
_ENABLE_CUSTOM_ALL_REDUCE = False
def init_distributed_environment( def init_distributed_environment(