[Feature] Add MLAProcess for DeepSeek MLA on NPU (#10130)

2025-09-23 08:17:48 +08:00
parent 0753ef831e
commit d27a6f7092
7 changed files with 369 additions and 23 deletions
--- a/test/srt/ascend/test_ascend_deepep.py
+++ b/test/srt/ascend/test_ascend_deepep.py
@@ -60,6 +60,7 @@ class TestAscendDeepEP(CustomTestCase):
        cls.extra_envs = {
            "HCCL_BUFFSIZE": "500",
            "SGLANG_DEEPEP_NUM_MAX_DISPATCH_TOKENS_PER_RANK": "32",
+            "SGLANG_NPU_USE_MLAPO": "1",
        }
        os.environ.update(cls.extra_envs)