Add environment flag for disabling message queue broadcaster (#6403)

2025-05-26 22:32:41 -07:00
parent 45a31a82e4
commit bdaefbbfbd
1 changed files with 4 additions and 1 deletions
--- a/python/sglang/srt/distributed/parallel_state.py
+++ b/python/sglang/srt/distributed/parallel_state.py
@@ -41,6 +41,7 @@ from torch.distributed import Backend, ProcessGroup

 from sglang.srt.utils import (
    direct_register_custom_op,
+    get_bool_env_var,
    is_cuda_alike,
    is_npu,
    supports_custom_op,
@@ -1153,7 +1154,9 @@ def initialize_model_parallel(
        group_ranks,
        get_world_group().local_rank,
        backend,
-        use_message_queue_broadcaster=True,
+        use_message_queue_broadcaster=get_bool_env_var(
+            "SGLANG_USE_MESSAGE_QUEUE_BROADCASTER", "true"
+        ),
        group_name="tp",
    )