[fix ]build baseline4
This commit is contained in:
@@ -2292,4 +2292,8 @@ class PagedAttention:
|
|||||||
) -> None:
|
) -> None:
|
||||||
key_caches = [kv_cache[0] for kv_cache in kv_caches]
|
key_caches = [kv_cache[0] for kv_cache in kv_caches]
|
||||||
value_caches = [kv_cache[1] for kv_cache in kv_caches]
|
value_caches = [kv_cache[1] for kv_cache in kv_caches]
|
||||||
ops.copy_blocks(key_caches, value_caches, src_to_dists)
|
# BI100 CoreX 3.2.3: ixformer exposes vllm_copy_blocks, not
|
||||||
|
# copy_blocks. Call the vendor symbol directly instead of going
|
||||||
|
# through ops.copy_blocks (which hits the missing name).
|
||||||
|
import ixformer.functions as _ixf
|
||||||
|
_ixf.vllm_copy_blocks(key_caches, value_caches, src_to_dists)
|
||||||
@@ -63,32 +63,3 @@ replace_once(
|
|||||||
required=True,
|
required=True,
|
||||||
already_contains="BI100 CoreX 3.2.3 exposes vllm_swap_blocks",
|
already_contains="BI100 CoreX 3.2.3 exposes vllm_swap_blocks",
|
||||||
)
|
)
|
||||||
|
|
||||||
# ---------- copy_blocks: same naming mismatch ----------
|
|
||||||
COPY_CLEAN = """\
|
|
||||||
def copy_blocks(key_caches: List[torch.Tensor],
|
|
||||||
value_caches: List[torch.Tensor],
|
|
||||||
block_mapping: torch.Tensor) -> None:
|
|
||||||
ixf_F.copy_blocks(key_caches, value_caches, block_mapping)
|
|
||||||
"""
|
|
||||||
|
|
||||||
COPY_COMPAT = """\
|
|
||||||
def copy_blocks(key_caches: List[torch.Tensor],
|
|
||||||
value_caches: List[torch.Tensor],
|
|
||||||
block_mapping: torch.Tensor) -> None:
|
|
||||||
# BI100 CoreX 3.2.3 exposes vllm_copy_blocks, not copy_blocks.
|
|
||||||
_fn = getattr(ixf_F, "copy_blocks", None) or getattr(
|
|
||||||
ixf_F, "vllm_copy_blocks", None)
|
|
||||||
if _fn is None:
|
|
||||||
raise RuntimeError(
|
|
||||||
"ixformer exposes neither copy_blocks nor vllm_copy_blocks")
|
|
||||||
_fn(key_caches, value_caches, block_mapping)
|
|
||||||
"""
|
|
||||||
|
|
||||||
replace_once(
|
|
||||||
CUSTOM_OPS,
|
|
||||||
COPY_CLEAN,
|
|
||||||
COPY_COMPAT,
|
|
||||||
required=True,
|
|
||||||
already_contains="BI100 CoreX 3.2.3 exposes vllm_copy_blocks",
|
|
||||||
)
|
|
||||||
@@ -460,3 +460,5 @@ python3 ./verify_dlopen_chain.py --vllm-root "${VLLM_ROOT}" || {
|
|||||||
|
|
||||||
build_stage "patch script completed"
|
build_stage "patch script completed"
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user