[fix]matmul not support cuda graph

This commit is contained in:
Li Wei
2026-01-06 16:07:29 +08:00
parent 515a4eeda9
commit 9533f68e99
3 changed files with 12 additions and 7 deletions

View File

@@ -64,8 +64,9 @@ def apply(
topk_group=topk_group,
scoring_func=scoring_func,
e_score_correction_bias=e_score_correction_bias,
w1_bias = layer.w13_bias,
w2_bias = layer.w2_bias)
w1_bias=getattr(layer, 'w13_bias', None),
w2_bias=getattr(layer, 'w2_bias', None),
)
UnquantizedFusedMoEMethod.apply = apply