From 4a9f3eef90a5cbf768bea0a70432e4f1c507e8ec Mon Sep 17 00:00:00 2001 From: Brayden Zhong Date: Sat, 9 Aug 2025 04:03:59 -0400 Subject: [PATCH] Tiny Llama4 type error in constructor (#6752) --- python/sglang/srt/models/llama4.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/models/llama4.py b/python/sglang/srt/models/llama4.py index 38dc2562a..f9966351f 100644 --- a/python/sglang/srt/models/llama4.py +++ b/python/sglang/srt/models/llama4.py @@ -204,7 +204,7 @@ class Llama4Attention(nn.Module): super().__init__() self.layer_id = layer_id self.hidden_size = hidden_size - self.use_rope = int((layer_id + 1) % 4 != 0) + self.use_rope = (layer_id + 1) % 4 != 0 self.use_qk_norm = config.use_qk_norm and self.use_rope attn_tp_rank = get_attention_tp_rank()