EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

bugfix(hicache): Fix 'MooncakeStore' not defined error. (#8668)

Browse Source
This commit is contained in:
hzh0425
2025-08-02 06:58:17 +08:00
committed by GitHub
parent 1fe691a429
commit d1c4d51c08
1 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
python/sglang/srt/managers/cache_controller.py
View File

@@ -236,6 +236,7 @@ class HiCacheController:
self.enable_storage = False self.enable_storage = False
# todo: move backend initialization to storage backend module # todo: move backend initialization to storage backend module
if storage_backend is not None: if storage_backend is not None:
self.storage_backend_type = storage_backend
from sglang.srt.mem_cache.hicache_storage import HiCacheFile, get_hash_str from sglang.srt.mem_cache.hicache_storage import HiCacheFile, get_hash_str
if storage_backend == "file": if storage_backend == "file":
@@ -573,6 +574,9 @@ class HiCacheController:
self.storage_backend.batch_get(key_strs, buffer_ptrs, buffer_sizes) self.storage_backend.batch_get(key_strs, buffer_ptrs, buffer_sizes)
operation.increment(len(operation.hash_value) * self.page_size) operation.increment(len(operation.hash_value) * self.page_size)
def is_mooncake_backend(self):
return self.storage_backend_type == "mooncake"
def prefetch_io_aux_func(self): def prefetch_io_aux_func(self):
""" """
Auxiliary function conducting IO operations for prefetching. Auxiliary function conducting IO operations for prefetching.
@@ -580,7 +584,7 @@ class HiCacheController:
while not self.stop_event.is_set(): while not self.stop_event.is_set():
try: try:
operation = self.prefetch_buffer.get(block=True, timeout=1) operation = self.prefetch_buffer.get(block=True, timeout=1)
if isinstance(self.storage_backend, MooncakeStore): if self.is_mooncake_backend():
self.mooncake_page_transfer(operation) self.mooncake_page_transfer(operation)
else: else:
self.generic_page_transfer(operation) self.generic_page_transfer(operation)
@@ -615,14 +619,14 @@ class HiCacheController:
) )
# todo, more unified interface # todo, more unified interface
if not isinstance(self.storage_backend, MooncakeStore): if not self.is_mooncake_backend():
if not self.storage_backend.exists(last_hash): if not self.storage_backend.exists(last_hash):
break break
hash_value.append(last_hash) hash_value.append(last_hash)
storage_hit_count += self.page_size storage_hit_count += self.page_size
remaining_tokens -= self.page_size remaining_tokens -= self.page_size
if isinstance(self.storage_backend, MooncakeStore): if self.is_mooncake_backend():
# deferring to batch exists for mooncake store # deferring to batch exists for mooncake store
exist_result = self.storage_backend.exists(hash_value) exist_result = self.storage_backend.exists(hash_value)
storage_hit_count = ( storage_hit_count = (
@@ -744,7 +748,7 @@ class HiCacheController:
remaining_tokens -= self.page_size remaining_tokens -= self.page_size
operation.hash_value = hash_value operation.hash_value = hash_value
if isinstance(self.storage_backend, MooncakeStore): if self.is_mooncake_backend():
self.mooncake_page_backup(operation) self.mooncake_page_backup(operation)
else: else:
self.generic_page_backup(operation) self.generic_page_backup(operation)