filter by num_hidden_layers (#7056)

2025-06-13 15:53:09 +08:00
parent da47621ccc
commit 2f4ec752bc
1 changed files with 1 additions and 2 deletions
--- a/python/sglang/srt/models/deepseek_v2.py
+++ b/python/sglang/srt/models/deepseek_v2.py
@@ -1786,8 +1786,7 @@ class DeepseekV2ForCausalLM(nn.Module):
                for name in weight_names:
                    if "kv_b_proj" in name:
                        layer_id = int(name.split(".")[2])
-                        # filter the nextn layer.
-                        if layer_id != self.config.num_hidden_layers:
+                        if layer_id < self.config.num_hidden_layers:
                            layer_ids.add(layer_id)

        for layer_id in layer_ids: