Hot fix for hicache with new page aligned radixtree (#4397)

This commit is contained in:
Zhiqiang Xie
2025-03-13 15:50:49 -07:00
committed by GitHub
parent f0afaf5289
commit fbdb50501f
3 changed files with 12 additions and 1 deletions

View File

@@ -434,6 +434,7 @@ class Scheduler(SchedulerOutputProcessorMixin):
req_to_token_pool=self.req_to_token_pool,
token_to_kv_pool_allocator=self.token_to_kv_pool_allocator,
tp_cache_group=self.tp_worker.get_tp_cpu_group(),
page_size=self.page_size,
)
else:
self.tree_cache = RadixCache(