fix args typo in memory_pool_host (#8662)
This commit is contained in:
@@ -618,7 +618,7 @@ class MLATokenToKVPoolHost(HostKVCache):
|
||||
elif self.layout == "page_first":
|
||||
transfer_kv_all_layer_mla_lf_pf(
|
||||
src_layers=device_pool.data_ptrs,
|
||||
dst_k=self.kv_buffer,
|
||||
dst=self.kv_buffer,
|
||||
src_indices=device_indices,
|
||||
dst_indices=host_indices,
|
||||
item_size=self.token_stride_size,
|
||||
|
||||
Reference in New Issue
Block a user