[Fix] Support qwen3-next MTP+DP (#10392)

2025-09-13 02:45:04 -07:00
parent 297d374510
commit 9752861002
4 changed files with 29 additions and 18 deletions
--- a/python/sglang/srt/configs/model_config.py
+++ b/python/sglang/srt/configs/model_config.py
@@ -170,6 +170,7 @@ class ModelConfig:

        if is_draft_model and self.hf_config.architectures[0] == "Qwen3NextForCausalLM":
            self.hf_config.architectures[0] = "Qwen3NextForCausalLMMTP"
+            self.hf_config.num_nextn_predict_layers = 1

        # Check model type
        self.is_generation = is_generation_model(