dylanyunlong/project_6_89d52222
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

[fix] baseline4 debug info

Browse Source
This commit is contained in:
root
2026-08-18 02:20:43 +00:00
parent b77743451c
commit 96ef5f27d3
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
qwen3_6_scripts/ex_engine/python/patch_vllm_ops.py
View File

@@ -83,11 +83,20 @@ def _patch_layernorm() -> int:
_orig_forward = GemmaRMSNorm.forward _orig_forward = GemmaRMSNorm.forward
_debug_count = [0]
def _patched_forward(self, x, residual=None): def _patched_forward(self, x, residual=None):
# GemmaRMSNorm: output = rms_norm(x) * (1 + weight) # GemmaRMSNorm: output = rms_norm(x) * (1 + weight)
# ixformer rms_norm: output = rms_norm(x) * weight # ixformer rms_norm: output = rms_norm(x) * weight
# Pass (1 + weight) to ixformer to match GemmaRMSNorm semantics. # Pass (1 + weight) to ixformer to match GemmaRMSNorm semantics.
w = self.weight w = self.weight
if _debug_count[0] < 20:
_debug_count[0] += 1
logger.info("DEBUG rms_norm #%d: w.shape=%s w.dim=%d x.shape=%s x.dim=%d "
"class=%s residual=%s",
_debug_count[0], list(w.shape), w.dim(), list(x.shape), x.dim(),
type(self).__name__,
list(residual.shape) if residual is not None else None)
if w.dim() != 1 or w.shape[0] != x.shape[-1]: if w.dim() != 1 or w.shape[0] != x.shape[-1]:
return _orig_forward(self, x, residual) return _orig_forward(self, x, residual)
w_adjusted = 1.0 + w w_adjusted = 1.0 + w