关闭custom_allreduce保持正确性

This commit is contained in:
maxiao1
2025-10-28 10:57:25 +08:00
parent c333f12547
commit a5718531b7

View File

@@ -1539,6 +1539,7 @@ def initialize_model_parallel(
group_name="tp", group_name="tp",
pynccl_use_current_stream=duplicate_tp_group, pynccl_use_current_stream=duplicate_tp_group,
torch_compile=torch_compile, torch_compile=torch_compile,
use_custom_allreduce = False,
) )
if duplicate_tp_group: if duplicate_tp_group: