[fix] prebuilt
This commit is contained in:
@@ -245,15 +245,26 @@ INIT_EOF
|
|||||||
import logging
|
import logging
|
||||||
_logger = logging.getLogger("ix_startup_patch")
|
_logger = logging.getLogger("ix_startup_patch")
|
||||||
def apply():
|
def apply():
|
||||||
|
n = 0
|
||||||
|
# 1. ix_full_bridge patches (rms_norm, silu_and_mul, linear)
|
||||||
try:
|
try:
|
||||||
from vllm.ex_engine.python.patch_vllm_ops import apply_all_patches
|
from vllm.ex_engine.python.patch_vllm_ops import apply_all_patches
|
||||||
n = apply_all_patches()
|
k = apply_all_patches()
|
||||||
if n > 0:
|
n += k
|
||||||
_logger.info("ix_startup_patch: %d patches applied", n)
|
if k > 0:
|
||||||
return n
|
_logger.info("ix_startup_patch: %d bridge patches applied", k)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
_logger.warning("ix_startup_patch failed: %s", e)
|
_logger.warning("ix_startup_patch: bridge patches failed: %s", e)
|
||||||
return 0
|
# 2. xllm kernel patches (topk_softmax, norm, activation, rope, cache)
|
||||||
|
try:
|
||||||
|
from vllm.ex_engine.python.patch_vllm_hot_path import apply as apply_hot
|
||||||
|
k = apply_hot(strict=False)
|
||||||
|
n += k
|
||||||
|
if k > 0:
|
||||||
|
_logger.info("ix_startup_patch: %d hot-path patches applied", k)
|
||||||
|
except Exception as e:
|
||||||
|
_logger.warning("ix_startup_patch: hot-path patches failed: %s", e)
|
||||||
|
return n
|
||||||
_n_patches = apply()
|
_n_patches = apply()
|
||||||
STARTUP_EOF
|
STARTUP_EOF
|
||||||
echo "[patch_ops] deployed ix_startup_patch.py"
|
echo "[patch_ops] deployed ix_startup_patch.py"
|
||||||
|
|||||||
BIN
qwen3_6_scripts/prebuilt/corex-3.2.3-ivcore10/corex_batched_gemm.so
Executable file
BIN
qwen3_6_scripts/prebuilt/corex-3.2.3-ivcore10/corex_batched_gemm.so
Executable file
Binary file not shown.
BIN
qwen3_6_scripts/prebuilt/corex-3.2.3-ivcore10/gemm_grouped.so
Executable file
BIN
qwen3_6_scripts/prebuilt/corex-3.2.3-ivcore10/gemm_grouped.so
Executable file
Binary file not shown.
Reference in New Issue
Block a user