EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

bug fix for hicache host eviction (#4989)

Browse Source
This commit is contained in:
Zhiqiang Xie
2025-04-02 00:33:50 -07:00
committed by GitHub
parent e119f04215
commit 3fadc64793
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/mem_cache/hiradix_cache.py
View File

@@ -205,9 +205,9 @@ class HiRadixCache(RadixCache):
# only evict the host value of evicted nodes # only evict the host value of evicted nodes
if not x.evicted: if not x.evicted:
continue continue
assert x.lock_ref == 0 and x.host_value is not None
assert self.cache_controller.evict_host(x.host_value) > 0 num_evicted += self.cache_controller.evict_host(x.host_value)
for k, v in x.parent.children.items(): for k, v in x.parent.children.items():
if v == x: if v == x:
break break