[fix] baseline4 _xllm_block_copy arg

2026-08-19 01:55:54 +00:00
parent 5d2faa3c00
commit 679f2c1e29
1 changed files with 1 additions and 1 deletions
--- a/qwen3_6_scripts/paged_attn.py
+++ b/qwen3_6_scripts/paged_attn.py
@@ -2314,7 +2314,7 @@ class PagedAttention:
            dtype=torch.int64, device=device)

        numel_per_block = kv_caches[0][0][0].numel()
-        cache_dtype = kv_caches[0][0].dtype
+        cache_dtype = kv_caches[0][0].scalar_type()

        _xllm_block_copy(key_ptrs, val_ptrs,
                         src_indices, dst_indices, cum_sum,