[quant][bugfix] fix deepseek quant bug (#478)

see #465

Signed-off-by: MengqingCao <cmq0113@163.com>
Co-authored-by: zzzzwwjj <1183291235@qq.com>
This commit is contained in:
Mengqing Cao
2025-04-08 09:15:56 +08:00
committed by GitHub
parent 579d858a20
commit f6cf92e7d5
2 changed files with 7 additions and 108 deletions

View File

@@ -374,3 +374,7 @@ class AscendFusedMoEMethod(FusedMoEMethodBase):
num_expert_group,
custom_routing_function, scoring_func,
e_score_correction_bias)
def process_weights_after_loading(self, layer: torch.nn.Module) -> None:
if hasattr(self.quant_method, "process_weights_after_loading"):
self.quant_method.process_weights_after_loading(layer)