build: all 16 .so prebuilt, no JIT compile in docker
- install_prebuilt_corex.sh: 14→16 artifacts, allow ix_full_bridge.so name - patch_ops.sh: remove all on-site compilation, pure prebuilt install
This commit is contained in:
@@ -16,14 +16,14 @@ MANIFEST=${BUNDLE_DIR}/SHA256SUMS
|
|||||||
}
|
}
|
||||||
|
|
||||||
mapfile -t artifacts < <(awk '{print $2}' "$MANIFEST")
|
mapfile -t artifacts < <(awk '{print $2}' "$MANIFEST")
|
||||||
[[ "${#artifacts[@]}" -eq 14 ]] || {
|
[[ "${#artifacts[@]}" -eq 16 ]] || {
|
||||||
printf 'expected 14 prebuilt CoreX artifacts, found %s\n' \
|
printf 'expected 16 prebuilt CoreX artifacts, found %s\n' \
|
||||||
"${#artifacts[@]}" >&2
|
"${#artifacts[@]}" >&2
|
||||||
exit 2
|
exit 2
|
||||||
}
|
}
|
||||||
|
|
||||||
for artifact in "${artifacts[@]}"; do
|
for artifact in "${artifacts[@]}"; do
|
||||||
[[ "$artifact" == corex_*.so && "$artifact" != */* ]] || {
|
[[ ("$artifact" == corex_*.so || "$artifact" == ix_full_bridge.so) && "$artifact" != */* ]] || {
|
||||||
printf 'invalid prebuilt artifact name: %s\n' "$artifact" >&2
|
printf 'invalid prebuilt artifact name: %s\n' "$artifact" >&2
|
||||||
exit 2
|
exit 2
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -140,21 +140,9 @@ install_patch_file \
|
|||||||
"${VLLM_OVERRIDE_ROOT}/model_executor/layers/sampler.py" \
|
"${VLLM_OVERRIDE_ROOT}/model_executor/layers/sampler.py" \
|
||||||
"${VLLM_ROOT}/model_executor/layers/sampler.py"
|
"${VLLM_ROOT}/model_executor/layers/sampler.py"
|
||||||
|
|
||||||
build_stage "installing hash-pinned CoreX 3.2.3 extensions"
|
build_stage "installing hash-pinned CoreX 3.2.3 extensions (16 prebuilt .so)"
|
||||||
bash ./install_prebuilt_corex.sh "${VLLM_ROOT}"
|
bash ./install_prebuilt_corex.sh "${VLLM_ROOT}"
|
||||||
|
|
||||||
build_stage "building ix_full_bridge.so (ixformer_torch_ext C++ bridge)"
|
|
||||||
bash ./build_ix_bridge.sh "${VLLM_ROOT}" || {
|
|
||||||
echo "[WARN] ix_full_bridge build failed — bridge functions unavailable"
|
|
||||||
}
|
|
||||||
|
|
||||||
build_stage "building corex_moe_index_combine.so (CUB block_scan)"
|
|
||||||
if [[ ! -f "${VLLM_ROOT}/corex_moe_index_combine.so" ]]; then
|
|
||||||
bash ./build_corex_moe_index_combine.sh "${VLLM_ROOT}" || {
|
|
||||||
echo "[WARN] corex_moe_index_combine build failed"
|
|
||||||
}
|
|
||||||
fi
|
|
||||||
|
|
||||||
build_stage "installing BI100 runtime modules"
|
build_stage "installing BI100 runtime modules"
|
||||||
cp ./bi100_env.py "${VLLM_ROOT}/bi100_env.py"
|
cp ./bi100_env.py "${VLLM_ROOT}/bi100_env.py"
|
||||||
cp ./bi100_profile.py "${VLLM_ROOT}/bi100_profile.py"
|
cp ./bi100_profile.py "${VLLM_ROOT}/bi100_profile.py"
|
||||||
@@ -273,31 +261,6 @@ if b"max_completion_tokens" not in installed:
|
|||||||
raise SystemExit("protocol.py missing max_completion_tokens field")
|
raise SystemExit("protocol.py missing max_completion_tokens field")
|
||||||
PY
|
PY
|
||||||
|
|
||||||
build_stage "building missing CoreX extensions on-site"
|
|
||||||
# corex_moe_index_combine: has .cu + build script but no prebuilt .so
|
|
||||||
# Uses CUB block_scan from CCCL upstream — must compile with CoreX clang
|
|
||||||
if [[ ! -f "${VLLM_ROOT}/corex_moe_index_combine.so" ]]; then
|
|
||||||
COREX_ROOT=${COREX_ROOT:-/usr/local/corex}
|
|
||||||
# Try multiple CoreX paths (3.2.3 may be at different locations)
|
|
||||||
for corex_candidate in \
|
|
||||||
/usr/local/corex-3.2.3 \
|
|
||||||
/usr/local/corex \
|
|
||||||
/opt/corex; do
|
|
||||||
if [[ -x "${corex_candidate}/bin/clang++" ]]; then
|
|
||||||
COREX_ROOT="${corex_candidate}"
|
|
||||||
break
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
if [[ -x "${COREX_ROOT}/bin/clang++" ]]; then
|
|
||||||
build_stage "compiling corex_moe_index_combine.so (CUB block_scan)"
|
|
||||||
bash ./build_corex_moe_index_combine.sh "${VLLM_ROOT}" || {
|
|
||||||
echo "[WARN] corex_moe_index_combine build failed — kernel disabled"
|
|
||||||
}
|
|
||||||
else
|
|
||||||
echo "[WARN] CoreX compiler not found — corex_moe_index_combine disabled"
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
build_stage "compiling submission Python sources"
|
build_stage "compiling submission Python sources"
|
||||||
find . -path './wheels' -prune -o -name '*.py' -print0 | xargs -0 python3 -m py_compile
|
find . -path './wheels' -prune -o -name '*.py' -print0 | xargs -0 python3 -m py_compile
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user