dylanyunlong/project_6
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

ixf copy_blocks

Browse Source
This commit is contained in:
root
2026-08-19 03:39:03 +00:00
parent bbb347bb0f
commit 914dd4a69d
1 changed files with 5 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
qwen3_6_scripts/paged_attn.py
View File

@@ -2290,10 +2290,8 @@ class PagedAttention:
kv_caches: List[torch.Tensor],
src_to_dists: torch.Tensor,
) -> None:
key_caches = [kv_cache[0] for kv_cache in kv_caches]
value_caches = [kv_cache[1] for kv_cache in kv_caches]
# BI100 CoreX 3.2.3: ixformer exposes vllm_copy_blocks, not
# copy_blocks. Call the vendor symbol directly instead of going
# through ops.copy_blocks (which hits the missing name).
import ixformer.functions as _ixf
_ixf.vllm_copy_blocks(key_caches, value_caches, src_to_dists)
for kv_cache in kv_caches:
src = src_to_dists[:, 0].long()
dst = src_to_dists[:, 1].long()
kv_cache[0][dst] = kv_cache[0][src]
kv_cache[1][dst] = kv_cache[1][src]