EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[HiCache] bug: fix mooncake store batch set v1 (#11013)

Browse Source
This commit is contained in:
Teng Ma
2025-09-28 23:18:48 +08:00
committed by GitHub
parent 42245551ef
commit 9816989bff
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
python/sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py
View File

@@ -275,10 +275,10 @@ class MooncakeStore(HiCacheStorage):
set_buffer_ptrs = [] set_buffer_ptrs = []
set_buffer_sizes = [] set_buffer_sizes = []
set_indices = [] set_indices = []
set_results = [-1] * len(keys) set_results = [-1] * len(key_strs)
for i in range(len(keys)): for i in range(len(key_strs)):
if exist_result[i] != 1: if exist_result[i] != 1:
set_keys.append(keys[i]) set_keys.append(key_strs[i])
set_buffer_ptrs.append(buffer_ptrs[i]) set_buffer_ptrs.append(buffer_ptrs[i])
set_buffer_sizes.append(buffer_sizes[i]) set_buffer_sizes.append(buffer_sizes[i])
set_indices.append(i) set_indices.append(i)
@@ -288,7 +288,7 @@ class MooncakeStore(HiCacheStorage):
# Only set non-existing keys to storage # Only set non-existing keys to storage
if len(set_keys) > 0: if len(set_keys) > 0:
put_results = self._put_batch_zero_copy_impl( put_results = self._put_batch_zero_copy_impl(
key_strs, buffer_ptrs, buffer_sizes set_keys, set_buffer_ptrs, set_buffer_sizes
) )
for i in range(len(set_indices)): for i in range(len(set_indices)):
set_results[set_indices[i]] = put_results[i] set_results[set_indices[i]] = put_results[i]