From b361750a4a019acf50f151c52bc4c43ec7d46a1e Mon Sep 17 00:00:00 2001 From: huangtingwei <141888744+huangtingwei9988@users.noreply.github.com> Date: Mon, 1 Sep 2025 18:27:56 +0800 Subject: [PATCH] Mooncake store get zero copy meta optimization (#9857) --- python/sglang/srt/mem_cache/memory_pool_host.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sglang/srt/mem_cache/memory_pool_host.py b/python/sglang/srt/mem_cache/memory_pool_host.py index 127c2a072..c216a1387 100644 --- a/python/sglang/srt/mem_cache/memory_pool_host.py +++ b/python/sglang/srt/mem_cache/memory_pool_host.py @@ -467,6 +467,7 @@ class MHATokenToKVPoolHost(HostKVCache): ptr_list = [] key_list = [] kv_buffer_data_ptr = self.kv_buffer.data_ptr() + indices = indices.tolist() v_offset = ( self.layer_num * self.size @@ -706,6 +707,7 @@ class MLATokenToKVPoolHost(HostKVCache): ptr_list = [] key_list = [] kv_buffer_data_ptr = self.kv_buffer.data_ptr() + indices = indices.tolist() for index in range(0, len(indices), self.page_size): k_ptr = ( kv_buffer_data_ptr