EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix incorrect increase of hit count (#8533)

Browse Source 
Co-authored-by: Zhiqiang Xie <xiezhq@stanford.edu>
This commit is contained in:
huangtingwei
2025-07-31 14:02:42 +08:00
committed by GitHub
parent 5963e50503
commit 26c8a310bd
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/mem_cache/hiradix_cache.py
View File

@@ -560,13 +560,11 @@ class HiRadixCache(RadixCache):
prefix_len = self.key_match_fn(child.key, key) prefix_len = self.key_match_fn(child.key, key)
if prefix_len < len(child.key): if prefix_len < len(child.key):
new_node = self._split_node(child.key, child, prefix_len) new_node = self._split_node(child.key, child, prefix_len)
self.inc_hit_count(new_node)
if not new_node.evicted: if not new_node.evicted:
value.append(new_node.value) value.append(new_node.value)
node = new_node node = new_node
break break
else: else:
self.inc_hit_count(child)
if not child.evicted: if not child.evicted:
value.append(child.value) value.append(child.value)
node = child node = child