dylanyunlong/project_7
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

fix: copy_blocks use ixf_F.vllm_copy_cache directly

Browse Source
This commit is contained in:
project6-dev
2026-08-13 00:14:48 +00:00
parent 42e078eafe
commit cf4c16bb23
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
qwen3_6_scripts/paged_attn.py
View File

@@ -2256,4 +2256,5 @@ class PagedAttention:
) -> None: ) -> None:
key_caches = [kv_cache[0] for kv_cache in kv_caches] key_caches = [kv_cache[0] for kv_cache in kv_caches]
value_caches = [kv_cache[1] for kv_cache in kv_caches] value_caches = [kv_cache[1] for kv_cache in kv_caches]
ops.copy_blocks(key_caches, value_caches, src_to_dists) import ixformer.functions as ixf_F
ixf_F.vllm_copy_cache(key_caches, value_caches, src_to_dists)