From 2f4ec752bc1720f7a158b5fd3391468a895c91cb Mon Sep 17 00:00:00 2001 From: pansicheng Date: Fri, 13 Jun 2025 15:53:09 +0800 Subject: [PATCH] filter by num_hidden_layers (#7056) --- python/sglang/srt/models/deepseek_v2.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/python/sglang/srt/models/deepseek_v2.py b/python/sglang/srt/models/deepseek_v2.py index 2160a9e6c..0239736c7 100644 --- a/python/sglang/srt/models/deepseek_v2.py +++ b/python/sglang/srt/models/deepseek_v2.py @@ -1786,8 +1786,7 @@ class DeepseekV2ForCausalLM(nn.Module): for name in weight_names: if "kv_b_proj" in name: layer_id = int(name.split(".")[2]) - # filter the nextn layer. - if layer_id != self.config.num_hidden_layers: + if layer_id < self.config.num_hidden_layers: layer_ids.add(layer_id) for layer_id in layer_ids: