diff --git a/python/sglang/srt/mem_cache/hiradix_cache.py b/python/sglang/srt/mem_cache/hiradix_cache.py index 681985ad1..5a2ff6fb8 100644 --- a/python/sglang/srt/mem_cache/hiradix_cache.py +++ b/python/sglang/srt/mem_cache/hiradix_cache.py @@ -436,7 +436,7 @@ class HiRadixCache(RadixCache): last_host_node, fetched_token_ids, written_indices, - hash_value[:min_completed_tokens], + hash_value[: min_completed_tokens // self.page_size], ) if len(written_indices): self.cache_controller.mem_pool_host.update_prefetch(written_indices) @@ -529,7 +529,7 @@ class HiRadixCache(RadixCache): prefix_len = self.key_match_fn(node.key, key) key = key[prefix_len:] host_value = host_value[prefix_len:] - hash_value = hash_value[prefix_len:] + hash_value = hash_value[prefix_len // self.page_size :] matched_length += prefix_len if prefix_len < len(node.key):