[6/N] MoE Refactor: Cleanup MoE-related configs (#8849)

2025-08-14 21:14:53 -07:00
parent 584e1ab2d0
commit 295895120d
69 changed files with 956 additions and 1037 deletions
--- a/python/sglang/srt/models/grok.py
+++ b/python/sglang/srt/models/grok.py
@@ -135,7 +135,6 @@ class Grok1MoE(nn.Module):
            intermediate_size=intermediate_size,
            params_dtype=params_dtype,
            quant_config=quant_config,
-            tp_size=tp_size,
            activation="gelu",
            **kwargs,
        )