EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

filter by num_hidden_layers (#7056)

Browse Source
This commit is contained in:
pansicheng
2025-06-13 15:53:09 +08:00
committed by GitHub
parent da47621ccc
commit 2f4ec752bc
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/models/deepseek_v2.py
View File

@@ -1786,8 +1786,7 @@ class DeepseekV2ForCausalLM(nn.Module):
for name in weight_names: for name in weight_names:
if "kv_b_proj" in name: if "kv_b_proj" in name:
layer_id = int(name.split(".")[2]) layer_id = int(name.split(".")[2])
# filter the nextn layer. if layer_id < self.config.num_hidden_layers:
if layer_id != self.config.num_hidden_layers:
layer_ids.add(layer_id) layer_ids.add(layer_id)
for layer_id in layer_ids: for layer_id in layer_ids: