From 914dd4a69d6e2bb3d84c8792083e979b6717ee14 Mon Sep 17 00:00:00 2001 From: root Date: Wed, 19 Aug 2026 03:39:03 +0000 Subject: [PATCH] ixf copy_blocks --- qwen3_6_scripts/paged_attn.py | 12 +++++------- 1 file changed, 5 insertions(+), 7 deletions(-) diff --git a/qwen3_6_scripts/paged_attn.py b/qwen3_6_scripts/paged_attn.py index 23118933..00525269 100644 --- a/qwen3_6_scripts/paged_attn.py +++ b/qwen3_6_scripts/paged_attn.py @@ -2290,10 +2290,8 @@ class PagedAttention: kv_caches: List[torch.Tensor], src_to_dists: torch.Tensor, ) -> None: - key_caches = [kv_cache[0] for kv_cache in kv_caches] - value_caches = [kv_cache[1] for kv_cache in kv_caches] - # BI100 CoreX 3.2.3: ixformer exposes vllm_copy_blocks, not - # copy_blocks. Call the vendor symbol directly instead of going - # through ops.copy_blocks (which hits the missing name). - import ixformer.functions as _ixf - _ixf.vllm_copy_blocks(key_caches, value_caches, src_to_dists) \ No newline at end of file + for kv_cache in kv_caches: + src = src_to_dists[:, 0].long() + dst = src_to_dists[:, 1].long() + kv_cache[0][dst] = kv_cache[0][src] + kv_cache[1][dst] = kv_cache[1][src] \ No newline at end of file