[CI] Fix ci tests (#5769)

2025-04-27 07:18:10 -07:00
parent 35ca04d2fa
commit 621e96bf9b
18 changed files with 126 additions and 295 deletions
--- a/python/sglang/srt/models/llama4.py
+++ b/python/sglang/srt/models/llama4.py
@@ -260,7 +260,6 @@ class Llama4Attention(nn.Module):
        if self.rotary_emb is not None:
            q_view, k_view = qk.split([self.q_size, self.kv_size], dim=-1)
            q_out_unused, k_out_unused = self.rotary_emb(positions, q_view, k_view)
-            assert (q_out_unused is q_view) and (k_out_unused is k_view)
            del q_view, k_view, q_out_unused, k_out_unused

        if self.qk_norm is not None: