EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[fix] fix dsv3_router_gemm filter (#7750)

Browse Source
This commit is contained in:
JieXin Liang
2025-07-04 00:25:32 +08:00
committed by GitHub
parent 1e0e549766
commit ac49dac009
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/models/deepseek_v2.py
View File

@@ -233,7 +233,8 @@ class MoEGate(nn.Module):
) )
if ( if (
hidden_states.shape[0] < 4 _is_cuda
and hidden_states.shape[0] < 4
and hidden_states.shape[1] == 7168 and hidden_states.shape[1] == 7168
and self.weight.shape[0] == 256 and self.weight.shape[0] == 256
and _device_sm >= 90 and _device_sm >= 90