Updates transformers and timm dependencies (#7577)

Signed-off-by: Xinyuan Tong <justinning0323@outlook.com>
This commit is contained in:
Xinyuan Tong
2025-06-27 00:30:17 -07:00
committed by GitHub
parent 29bd4c8135
commit 1b95162008
2 changed files with 3 additions and 4 deletions

View File

@@ -166,8 +166,7 @@ class Gemma3Attention(nn.Module):
prefix=add_prefix("o_proj", prefix),
)
# Determine if layer uses sliding window based on pattern
self.is_sliding = bool((layer_id + 1) % config.sliding_window_pattern)
self.is_sliding = config.layer_types[layer_id] == "sliding_attention"
# Initialize the rotary embedding.
if self.is_sliding: