From 9305ea6c2dbe10f87a2d0cdb47cb6f1811916151 Mon Sep 17 00:00:00 2001 From: Zhiqiang Xie Date: Thu, 31 Jul 2025 20:29:51 -0700 Subject: [PATCH] HiCache, fixing hash value indexing (#8636) --- python/sglang/srt/mem_cache/hiradix_cache.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/mem_cache/hiradix_cache.py b/python/sglang/srt/mem_cache/hiradix_cache.py index 681985ad1..5a2ff6fb8 100644 --- a/python/sglang/srt/mem_cache/hiradix_cache.py +++ b/python/sglang/srt/mem_cache/hiradix_cache.py @@ -436,7 +436,7 @@ class HiRadixCache(RadixCache): last_host_node, fetched_token_ids, written_indices, - hash_value[:min_completed_tokens], + hash_value[: min_completed_tokens // self.page_size], ) if len(written_indices): self.cache_controller.mem_pool_host.update_prefetch(written_indices) @@ -529,7 +529,7 @@ class HiRadixCache(RadixCache): prefix_len = self.key_match_fn(node.key, key) key = key[prefix_len:] host_value = host_value[prefix_len:] - hash_value = hash_value[prefix_len:] + hash_value = hash_value[prefix_len // self.page_size :] matched_length += prefix_len if prefix_len < len(node.key):