EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix args typo in memory_pool_host (#8662)

Browse Source
This commit is contained in:
huangtingwei
2025-08-04 04:47:29 +08:00
committed by GitHub
parent ed6f7597b3
commit 76ba5bbe12
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/mem_cache/memory_pool_host.py
View File

@@ -618,7 +618,7 @@ class MLATokenToKVPoolHost(HostKVCache):
elif self.layout == "page_first": elif self.layout == "page_first":
transfer_kv_all_layer_mla_lf_pf( transfer_kv_all_layer_mla_lf_pf(
src_layers=device_pool.data_ptrs, src_layers=device_pool.data_ptrs,
dst_k=self.kv_buffer, dst=self.kv_buffer,
src_indices=device_indices, src_indices=device_indices,
dst_indices=host_indices, dst_indices=host_indices,
item_size=self.token_stride_size, item_size=self.token_stride_size,