fix: copy_blocks use vllm_copy_cache
This commit is contained in:
@@ -2256,4 +2256,5 @@ class PagedAttention:
|
||||
) -> None:
|
||||
key_caches = [kv_cache[0] for kv_cache in kv_caches]
|
||||
value_caches = [kv_cache[1] for kv_cache in kv_caches]
|
||||
ops.copy_blocks(key_caches, value_caches, src_to_dists)
|
||||
import ixformer.functions as ixf_F
|
||||
ixf_F.vllm_copy_cache(key_caches, value_caches, src_to_dists)
|
||||
|
||||
Reference in New Issue
Block a user