From 96a4afba432bd575cc7906152f923707d6e7f804 Mon Sep 17 00:00:00 2001 From: project6-dev Date: Mon, 10 Aug 2026 14:24:39 +0000 Subject: [PATCH] =?UTF-8?q?fix(CRITICAL):=20copy=5Fblocks=20=E2=86=92=20vl?= =?UTF-8?q?lm=5Fcopy=5Fcache,=20swap=5Fblocks=20=E2=86=92=20vllm=5Fswap=5F?= =?UTF-8?q?blocks?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit ixformer.functions exposes vllm_copy_cache and vllm_swap_blocks, NOT copy_blocks/swap_blocks. Wrong function names crash engine when prefix cache starts copying KV blocks (~9 min into eval). Error was: AttributeError: module 'ixformer.functions' has no attribute 'copy_blocks' at _custom_ops.py:1145 in copy_blocks --- qwen3_6_scripts/_custom_ops.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/qwen3_6_scripts/_custom_ops.py b/qwen3_6_scripts/_custom_ops.py index 85667615..33164738 100644 --- a/qwen3_6_scripts/_custom_ops.py +++ b/qwen3_6_scripts/_custom_ops.py @@ -1142,12 +1142,12 @@ def reshape_and_cache_flashinfer( def copy_blocks(key_caches: List[torch.Tensor], value_caches: List[torch.Tensor], block_mapping: torch.Tensor) -> None: - ixf_F.copy_blocks(key_caches, value_caches, block_mapping) + ixf_F.vllm_copy_cache(key_caches, value_caches, block_mapping) def swap_blocks(src: torch.Tensor, dst: torch.Tensor, block_mapping: torch.Tensor) -> None: - ixf_F.swap_blocks(src, dst, block_mapping) + ixf_F.vllm_swap_blocks(src, dst, block_mapping) def convert_fp8(output: torch.Tensor,