关闭custom_allreduce保持正确性

2025-10-28 10:57:25 +08:00
parent c333f12547
commit a5718531b7
1 changed files with 1 additions and 0 deletions
--- a/python/sglang/srt/distributed/parallel_state.py
+++ b/python/sglang/srt/distributed/parallel_state.py
@@ -1539,6 +1539,7 @@ def initialize_model_parallel(
        group_name="tp",
        pynccl_use_current_stream=duplicate_tp_group,
        torch_compile=torch_compile,
+        use_custom_allreduce = False,
    )

    if duplicate_tp_group: