关闭custom_allreduce保持正确性
This commit is contained in:
@@ -1539,6 +1539,7 @@ def initialize_model_parallel(
|
|||||||
group_name="tp",
|
group_name="tp",
|
||||||
pynccl_use_current_stream=duplicate_tp_group,
|
pynccl_use_current_stream=duplicate_tp_group,
|
||||||
torch_compile=torch_compile,
|
torch_compile=torch_compile,
|
||||||
|
use_custom_allreduce = False,
|
||||||
)
|
)
|
||||||
|
|
||||||
if duplicate_tp_group:
|
if duplicate_tp_group:
|
||||||
|
|||||||
Reference in New Issue
Block a user