fix: copy_blocks use ixf_F.vllm_copy_cache directly

This commit is contained in:
project6-dev
2026-08-13 00:14:48 +00:00
parent 42e078eafe
commit cf4c16bb23

View File

@@ -2256,4 +2256,5 @@ class PagedAttention:
) -> None:
key_caches = [kv_cache[0] for kv_cache in kv_caches]
value_caches = [kv_cache[1] for kv_cache in kv_caches]
ops.copy_blocks(key_caches, value_caches, src_to_dists)
import ixformer.functions as ixf_F
ixf_F.vllm_copy_cache(key_caches, value_caches, src_to_dists)