[Bugfix] fix kv buffer register & dp attention & deepepmoe (#9327)

This commit is contained in:
chenxu140
2025-08-20 01:09:48 +08:00
committed by GitHub
parent ecc9f3e47a
commit 01d47a27b6
3 changed files with 3 additions and 5 deletions

View File

@@ -23,9 +23,7 @@ class AscendKVManager(MooncakeKVManager):
)
def register_buffer_to_engine(self):
self.engine.register(
self.kv_args.kv_data_ptrs[0], sum(self.kv_args.kv_data_lens)
)
self.engine.batch_register(self.kv_args.kv_data_ptrs, self.kv_args.kv_data_lens)
# The Ascend backend optimize batch registration for small memory blocks.
self.engine.batch_register(
self.kv_args.aux_data_ptrs, self.kv_args.aux_data_lens