[fix/misc] remove duplicate row in deepseek v2 model (#5279)
This commit is contained in:
@@ -180,7 +180,6 @@ class DeepseekV2MoE(nn.Module):
|
|||||||
else 0
|
else 0
|
||||||
)
|
)
|
||||||
|
|
||||||
self.routed_scaling_factor = config.routed_scaling_factor
|
|
||||||
if self.tp_size > config.n_routed_experts:
|
if self.tp_size > config.n_routed_experts:
|
||||||
raise ValueError(
|
raise ValueError(
|
||||||
f"Tensor parallel size {self.tp_size} is greater than "
|
f"Tensor parallel size {self.tp_size} is greater than "
|
||||||
|
|||||||
Reference in New Issue
Block a user