EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Tiny Llama4 type error in constructor (#6752)

Browse Source
This commit is contained in:
Brayden Zhong
2025-08-09 04:03:59 -04:00
committed by GitHub
parent 1b7afad0dd
commit 4a9f3eef90
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/models/llama4.py
View File

@@ -204,7 +204,7 @@ class Llama4Attention(nn.Module):
super().__init__() super().__init__()
self.layer_id = layer_id self.layer_id = layer_id
self.hidden_size = hidden_size self.hidden_size = hidden_size
self.use_rope = int((layer_id + 1) % 4 != 0) self.use_rope = (layer_id + 1) % 4 != 0
self.use_qk_norm = config.use_qk_norm and self.use_rope self.use_qk_norm = config.use_qk_norm and self.use_rope
attn_tp_rank = get_attention_tp_rank() attn_tp_rank = get_attention_tp_rank()