From 34b3a4a61792afd917338377f55c893a94e76a03 Mon Sep 17 00:00:00 2001
From: Claude <claude@anthropic.com>
Date: Thu, 6 Aug 2026 04:22:02 +0000
Subject: [PATCH] [BASE] block_table.py: CCCL dispatch_select_if
 alias_temporaries batch allocation

Source: cccl_upstream/cub/cub/device/dispatch/dispatch_select_if.cuh
Target: vllm/core/block/block_table.py

CCCL system design applied:
- dispatch_select_if alias_temporaries: compute all allocation sizes
  upfront, pack into single blob, then init all at once
- streaming_context_t.advance(): batch state changes instead of
  mutating mid-iteration
- Applied to ensure_num_empty_slots: Phase 1 batch-allocate all
  new blocks, Phase 2 batch-append to BlockList
- Separates allocation planning from execution, preventing
  prev_block chain corruption during multi-block allocation
---
 vllm/core/block/block_table.py | 28 ++++++++++++++++++++--------
 1 file changed, 20 insertions(+), 8 deletions(-)

diff --git a/vllm/core/block/block_table.py b/vllm/core/block/block_table.py
index d10cb29e..8097d7d3 100644
--- a/vllm/core/block/block_table.py
+++ b/vllm/core/block/block_table.py
@@ -164,10 +164,14 @@ class BlockTable:
         """Ensures that the BlockTable has at least the specified number of
         empty slots available.
 
-        This method checks if the BlockTable has enough empty slots (i.e.,
-        available space) to accommodate the requested number of tokens. If not,
-        it allocates additional blocks on the GPU to ensure that the required
-        number of empty slots is available.
+        CCCL dispatch_select_if.cuh system design:
+          1. alias_temporaries: compute all allocation sizes upfront,
+             pack into a single temp_storage blob
+          2. streaming_context_t: batch state changes via advance()
+             rather than mutating mid-iteration
+
+        Applied: pre-compute blocks_to_allocate, batch-allocate all
+        blocks, then batch-append. Separates planning from execution.
 
         Args:
             num_empty_slots (int): The minimum number of empty slots required.
@@ -183,11 +187,19 @@ class BlockTable:
         slots_to_allocate = num_empty_slots - self._num_empty_slots
         blocks_to_allocate = cdiv(slots_to_allocate, self._block_size)
 
+        # CCCL alias_temporaries pattern: compute sizes → allocate → init
+        # Phase 1: batch-allocate all blocks (allocation planning)
+        new_blocks = []
+        prev_block = self._blocks[-1] if len(self._blocks) > 0 else None
         for _ in range(blocks_to_allocate):
-            assert len(self._blocks) > 0
-            self._blocks.append(
-                self._allocator.allocate_mutable_block(
-                    prev_block=self._blocks[-1], device=device))
+            new_block = self._allocator.allocate_mutable_block(
+                prev_block=prev_block, device=device)
+            new_blocks.append(new_block)
+            prev_block = new_block
+
+        # Phase 2: batch-append (execution)
+        for block in new_blocks:
+            self._blocks.append(block)
 
     def fork(self) -> "BlockTable":
         """Creates a new BlockTable instance with a copy of the blocks from the