[fix] fix dsv3_router_gemm filter (#7750)

2025-07-04 00:25:32 +08:00
parent 1e0e549766
commit ac49dac009
1 changed files with 2 additions and 1 deletions
--- a/python/sglang/srt/models/deepseek_v2.py
+++ b/python/sglang/srt/models/deepseek_v2.py
@@ -233,7 +233,8 @@ class MoEGate(nn.Module):
            )

        if (
-            hidden_states.shape[0] < 4
+            _is_cuda
+            and hidden_states.shape[0] < 4
            and hidden_states.shape[1] == 7168
            and self.weight.shape[0] == 256
            and _device_sm >= 90