Fix the key passing issue in page first layout. (#9929)

This commit is contained in:
hzh0425
2025-09-03 02:30:11 +08:00
committed by GitHub
parent 9491d6e554
commit 4d89389c4f
3 changed files with 27 additions and 7 deletions

View File

@@ -407,6 +407,7 @@ class HiCacheController:
tp_rank=self.tp_rank,
tp_size=self.tp_size,
is_mla_model=is_mla_backend,
is_page_first_layout=self.mem_pool_host.layout == "page_first",
model_name=model_name,
extra_config=extra_config,
)