dylanyunlong/project_6
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

ixf copy_blocks

Browse Source
This commit is contained in:
root
2026-08-19 03:39:03 +00:00
parent bbb347bb0f
commit 914dd4a69d
1 changed files with 5 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
qwen3_6_scripts/paged_attn.py
View File

@@ -2290,10 +2290,8 @@ class PagedAttention:
kv_caches: List[torch.Tensor], kv_caches: List[torch.Tensor],
src_to_dists: torch.Tensor, src_to_dists: torch.Tensor,
) -> None: ) -> None:
key_caches = [kv_cache[0] for kv_cache in kv_caches] for kv_cache in kv_caches:
value_caches = [kv_cache[1] for kv_cache in kv_caches] src = src_to_dists[:, 0].long()
# BI100 CoreX 3.2.3: ixformer exposes vllm_copy_blocks, not dst = src_to_dists[:, 1].long()
# copy_blocks. Call the vendor symbol directly instead of going kv_cache[0][dst] = kv_cache[0][src]
# through ops.copy_blocks (which hits the missing name). kv_cache[1][dst] = kv_cache[1][src]
import ixformer.functions as _ixf
_ixf.vllm_copy_blocks(key_caches, value_caches, src_to_dists)