[Feature] DeepSeek Support MTP

2026-01-06 21:37:21 +08:00
parent c54b2d2a2d
commit 26b311ccf5
7 changed files with 1251 additions and 0 deletions
--- a/vllm_kunlun/models/init.py
+++ b/vllm_kunlun/models/init.py
@@ -88,6 +88,10 @@ def register_model():
    ModelRegistry.register_model(
        "DeepseekV32ForCausalLM",
        "vllm_kunlun.models.deepseek_v2:DeepseekV3ForCausalLM")
+    
+    ModelRegistry.register_model(
+        "DeepSeekMTPModel",
+        "vllm_kunlun.models.deepseek_mtp:DeepSeekMTP")

 def register_quant_method():
    """to do"""