EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Mooncake store get zero copy meta optimization (#9857)

Browse Source
This commit is contained in:
huangtingwei
2025-09-01 18:27:56 +08:00
committed by GitHub
parent 16e56ea693
commit b361750a4a
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/mem_cache/memory_pool_host.py
View File

@@ -467,6 +467,7 @@ class MHATokenToKVPoolHost(HostKVCache):
ptr_list = [] ptr_list = []
key_list = [] key_list = []
kv_buffer_data_ptr = self.kv_buffer.data_ptr() kv_buffer_data_ptr = self.kv_buffer.data_ptr()
indices = indices.tolist()
v_offset = ( v_offset = (
self.layer_num self.layer_num
* self.size * self.size
@@ -706,6 +707,7 @@ class MLATokenToKVPoolHost(HostKVCache):
ptr_list = [] ptr_list = []
key_list = [] key_list = []
kv_buffer_data_ptr = self.kv_buffer.data_ptr() kv_buffer_data_ptr = self.kv_buffer.data_ptr()
indices = indices.tolist()
for index in range(0, len(indices), self.page_size): for index in range(0, len(indices), self.page_size):
k_ptr = ( k_ptr = (
kv_buffer_data_ptr kv_buffer_data_ptr