fix: copy_blocks use vllm_copy_cache

This commit is contained in:
project6-dev
2026-08-13 02:18:27 +00:00
parent 60e0b9da87
commit 544e255ec0

View File

@@ -2256,4 +2256,5 @@ class PagedAttention:
) -> None:
key_caches = [kv_cache[0] for kv_cache in kv_caches]
value_caches = [kv_cache[1] for kv_cache in kv_caches]
ops.copy_blocks(key_caches, value_caches, src_to_dists)
import ixformer.functions as ixf_F
ixf_F.vllm_copy_cache(key_caches, value_caches, src_to_dists)