[5/N] MoE Refactor: Update MoE parallelism arguments (#8658)
This commit is contained in:
@@ -108,7 +108,7 @@ class LayerScatterModes:
|
||||
if context.is_layer_sparse:
|
||||
return (
|
||||
ScatterMode.SCATTERED
|
||||
if global_server_args_dict["enable_deepep_moe"]
|
||||
if not global_server_args_dict["moe_a2a_backend"].is_standard()
|
||||
else ScatterMode.FULL
|
||||
)
|
||||
else:
|
||||
|
||||
Reference in New Issue
Block a user