EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

HiCache, fixing hash value indexing (#8636)

Browse Source
This commit is contained in:
Zhiqiang Xie
2025-07-31 20:29:51 -07:00
committed by GitHub
parent aa4c66b564
commit 9305ea6c2d
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/mem_cache/hiradix_cache.py
View File

@@ -436,7 +436,7 @@ class HiRadixCache(RadixCache):
last_host_node, last_host_node,
fetched_token_ids, fetched_token_ids,
written_indices, written_indices,
hash_value[:min_completed_tokens], hash_value[: min_completed_tokens // self.page_size],
) )
if len(written_indices): if len(written_indices):
self.cache_controller.mem_pool_host.update_prefetch(written_indices) self.cache_controller.mem_pool_host.update_prefetch(written_indices)
@@ -529,7 +529,7 @@ class HiRadixCache(RadixCache):
prefix_len = self.key_match_fn(node.key, key) prefix_len = self.key_match_fn(node.key, key)
key = key[prefix_len:] key = key[prefix_len:]
host_value = host_value[prefix_len:] host_value = host_value[prefix_len:]
hash_value = hash_value[prefix_len:] hash_value = hash_value[prefix_len // self.page_size :]
matched_length += prefix_len matched_length += prefix_len
if prefix_len < len(node.key): if prefix_len < len(node.key):