add model: qwen2-audio (#7596)

This commit is contained in:
Leng Yue
2025-07-04 21:13:10 -07:00
committed by GitHub
parent da3890e82a
commit 8364608930
5 changed files with 330 additions and 0 deletions

View File

@@ -425,6 +425,7 @@ class Qwen2ForCausalLM(nn.Module):
quant_config=quant_config,
prefix=add_prefix("lm_head", prefix),
)
else:
# ranks other than the last rank will have a placeholder layer
self.lm_head = PPMissingLayer()