Tiny assert EPLB is used together with expert parallel (#8381)
This commit is contained in:
@@ -458,6 +458,9 @@ class ServerArgs:
|
|||||||
"EPLB is enabled or init_expert_location is provided. ep_dispatch_algorithm is configured."
|
"EPLB is enabled or init_expert_location is provided. ep_dispatch_algorithm is configured."
|
||||||
)
|
)
|
||||||
|
|
||||||
|
if self.enable_eplb:
|
||||||
|
assert self.enable_ep_moe or self.enable_deepep_moe
|
||||||
|
|
||||||
if self.enable_expert_distribution_metrics and (
|
if self.enable_expert_distribution_metrics and (
|
||||||
self.expert_distribution_recorder_mode is None
|
self.expert_distribution_recorder_mode is None
|
||||||
):
|
):
|
||||||
|
|||||||
Reference in New Issue
Block a user