From 7ed8e51bc31e2c7bd402a7fdcd3d77c24bab2dcf Mon Sep 17 00:00:00 2001 From: Varun Vinayak Shenoy Date: Sun, 3 Aug 2025 00:55:55 -0700 Subject: [PATCH] [fix] Fix divide by zero error for llama4. (#8683) --- python/sglang/srt/models/llama4.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sglang/srt/models/llama4.py b/python/sglang/srt/models/llama4.py index 16cdd9e80..38dc2562a 100644 --- a/python/sglang/srt/models/llama4.py +++ b/python/sglang/srt/models/llama4.py @@ -415,6 +415,8 @@ class Llama4DecoderLayer(nn.Module): ) def _is_moe_layer(self, layer_id: int) -> bool: + if self.config.interleave_moe_layer_step == 0: + return self.config.num_local_experts > 0 return (layer_id + 1) % self.config.interleave_moe_layer_step == 0 def forward(