EngineX/xc-llm-kunlun
3
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

[Feature] DeepSeek Support MTP

Browse Source
This commit is contained in:
dongxinyu03
2026-01-06 21:37:21 +08:00
parent c54b2d2a2d
commit 26b311ccf5
7 changed files with 1251 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
vllm_kunlun/__init__.py
View File

@@ -17,6 +17,7 @@ def _custom_import(module_name, globals=None, locals=None, fromlist=(), level=0)
"vllm.v1.sample.ops.topk_topp_sampler": "vllm_kunlun.v1.sample.ops.topk_topp_sampler",
"vllm.model_executor.layers.sampler": "vllm_kunlun.ops.sample.sampler",
"vllm.v1.sample.ops.topk_topp_sampler": "vllm_kunlun.v1.sample.ops.topk_topp_sampler",
"vllm.v1.sample.rejection_sampler": "vllm_kunlun.v1.sample.rejection_sampler"
}
if module_name in module_mappings: