EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Add environment flag for disabling message queue broadcaster (#6403)

Browse Source
This commit is contained in:
Baizhou Zhang
2025-05-26 22:32:41 -07:00
committed by GitHub
parent 45a31a82e4
commit bdaefbbfbd
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/distributed/parallel_state.py
View File

@@ -41,6 +41,7 @@ from torch.distributed import Backend, ProcessGroup
from sglang.srt.utils import ( from sglang.srt.utils import (
direct_register_custom_op, direct_register_custom_op,
get_bool_env_var,
is_cuda_alike, is_cuda_alike,
is_npu, is_npu,
supports_custom_op, supports_custom_op,
@@ -1153,7 +1154,9 @@ def initialize_model_parallel(
group_ranks, group_ranks,
get_world_group().local_rank, get_world_group().local_rank,
backend, backend,
use_message_queue_broadcaster=True, use_message_queue_broadcaster=get_bool_env_var(
"SGLANG_USE_MESSAGE_QUEUE_BROADCASTER", "true"
),
group_name="tp", group_name="tp",
) )