From e290303ea19ebc2287ed55d46dfa078411408bf2 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Tue, 23 Sep 2025 13:50:22 -0700 Subject: [PATCH] [Auto Sync] Update elementwise.py (20250923) (#10823) Co-authored-by: github-actions[bot] Co-authored-by: Cheng Wan <54331508+ch-wan@users.noreply.github.com> --- python/sglang/srt/layers/elementwise.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/layers/elementwise.py b/python/sglang/srt/layers/elementwise.py index e05d88b32..899518034 100644 --- a/python/sglang/srt/layers/elementwise.py +++ b/python/sglang/srt/layers/elementwise.py @@ -187,7 +187,9 @@ fused_dual_residual_rmsnorm_kernel_autotune = rmsnorm_autotune( def fused_dual_residual_rmsnorm(x, residual, weight1, weight2, eps, autotune=False): assert len(x.shape) == 2 - assert x.shape == residual.shape and x.dtype == residual.dtype + assert ( + x.shape == residual.shape and x.dtype == residual.dtype + ), f"{x.shape=} {residual.shape=} {x.dtype=} {residual.dtype=}" output, mid = torch.empty_like(x), torch.empty_like(x) bs, hidden_dim = x.shape if autotune: