[quant][bugfix] fix deepseek quant bug (#478)
see #465 Signed-off-by: MengqingCao <cmq0113@163.com> Co-authored-by: zzzzwwjj <1183291235@qq.com>
This commit is contained in:
@@ -374,3 +374,7 @@ class AscendFusedMoEMethod(FusedMoEMethodBase):
|
||||
num_expert_group,
|
||||
custom_routing_function, scoring_func,
|
||||
e_score_correction_bias)
|
||||
|
||||
def process_weights_after_loading(self, layer: torch.nn.Module) -> None:
|
||||
if hasattr(self.quant_method, "process_weights_after_loading"):
|
||||
self.quant_method.process_weights_after_loading(layer)
|
||||
|
||||
Reference in New Issue
Block a user