HiCache Storage fix host memory leak (#9648)

2025-08-26 10:49:40 -07:00
parent 79ce3688bb
commit 43de1d7304
3 changed files with 8 additions and 4 deletions
--- a/python/sglang/srt/mem_cache/hiradix_cache.py
+++ b/python/sglang/srt/mem_cache/hiradix_cache.py
@@ -536,6 +536,8 @@ class HiRadixCache(RadixCache):
        while last_node.evicted:
            host_hit_length += len(last_node.host_value)
            last_node = last_node.parent
+        while not last_host_node.backuped:
+            last_host_node = last_host_node.parent

        return MatchResult(
            device_indices=value,