diff --git a/python/sglang/srt/models/deepseek_v2.py b/python/sglang/srt/models/deepseek_v2.py index 5ed19ed86..fcd9c4367 100644 --- a/python/sglang/srt/models/deepseek_v2.py +++ b/python/sglang/srt/models/deepseek_v2.py @@ -252,8 +252,7 @@ class MoEGate(nn.Module): # NOTE: For some unknown reason, router_gemm seems degrade accept length. if ( _is_cuda - and not self.is_nextn - and hidden_states.shape[0] < 4 + and hidden_states.shape[0] <= 16 and hidden_states.shape[1] == 7168 and self.weight.shape[0] == 256 and _device_sm >= 90