[Bug Fix] Fix Glm4vVisionBlock norm (#9884)

This commit is contained in:
Adam Yanxiao Zhao
2025-09-06 05:20:36 +08:00
committed by GitHub
parent 2985090084
commit 0f6ac5e21d
2 changed files with 4 additions and 4 deletions

View File

@@ -93,9 +93,8 @@ class Glm4vVisionBlock(Qwen2_5_VisionBlock):
quant_config=quant_config,
prefix=prefix,
num_dummy_heads=config.num_dummy_heads,
rms_norm_eps=config.rms_norm_eps,
)
self.norm1 = Glm4vRMSNorm(config.hidden_size, eps=config.rms_norm_eps)
self.norm2 = Glm4vRMSNorm(config.hidden_size, eps=config.rms_norm_eps)
self.mlp = Glm4vVisionMLP(
config.hidden_size,