dylanyunlong/project_6
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

build: all 16 .so prebuilt, no JIT compile in docker

Browse Source 
- install_prebuilt_corex.sh: 14→16 artifacts, allow ix_full_bridge.so name
- patch_ops.sh: remove all on-site compilation, pure prebuilt install
This commit is contained in:
Claude
2026-08-14 07:14:46 +00:00
parent 28102196cd
commit 5e9b7c292a
2 changed files with 4 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
qwen3_6_scripts/install_prebuilt_corex.sh
View File

@@ -16,14 +16,14 @@ MANIFEST=${BUNDLE_DIR}/SHA256SUMS
}
mapfile -t artifacts < <(awk '{print $2}' "$MANIFEST")
[[ "${#artifacts[@]}" -eq 14 ]] || {
printf 'expected 14 prebuilt CoreX artifacts, found %s\n' \
[[ "${#artifacts[@]}" -eq 16 ]] || {
printf 'expected 16 prebuilt CoreX artifacts, found %s\n' \
"${#artifacts[@]}" >&2
exit 2
}
for artifact in "${artifacts[@]}"; do
[[ "$artifact" == corex_*.so && "$artifact" != */* ]] || {
[[ ("$artifact" == corex_*.so || "$artifact" == ix_full_bridge.so) && "$artifact" != */* ]] || {
printf 'invalid prebuilt artifact name: %s\n' "$artifact" >&2
exit 2
}

39
qwen3_6_scripts/patch_ops.sh
View File

@@ -140,21 +140,9 @@ install_patch_file \
"${VLLM_OVERRIDE_ROOT}/model_executor/layers/sampler.py" \
"${VLLM_ROOT}/model_executor/layers/sampler.py"
build_stage "installing hash-pinned CoreX 3.2.3 extensions"
build_stage "installing hash-pinned CoreX 3.2.3 extensions (16 prebuilt .so)"
bash ./install_prebuilt_corex.sh "${VLLM_ROOT}"
build_stage "building ix_full_bridge.so (ixformer_torch_ext C++ bridge)"
bash ./build_ix_bridge.sh "${VLLM_ROOT}" || {
echo "[WARN] ix_full_bridge build failed — bridge functions unavailable"
}
build_stage "building corex_moe_index_combine.so (CUB block_scan)"
if [[ ! -f "${VLLM_ROOT}/corex_moe_index_combine.so" ]]; then
bash ./build_corex_moe_index_combine.sh "${VLLM_ROOT}" || {
echo "[WARN] corex_moe_index_combine build failed"
}
fi
build_stage "installing BI100 runtime modules"
cp ./bi100_env.py "${VLLM_ROOT}/bi100_env.py"
cp ./bi100_profile.py "${VLLM_ROOT}/bi100_profile.py"
@@ -273,31 +261,6 @@ if b"max_completion_tokens" not in installed:
raise SystemExit("protocol.py missing max_completion_tokens field")
PY
build_stage "building missing CoreX extensions on-site"
# corex_moe_index_combine: has .cu + build script but no prebuilt .so
# Uses CUB block_scan from CCCL upstream — must compile with CoreX clang
if [[ ! -f "${VLLM_ROOT}/corex_moe_index_combine.so" ]]; then
COREX_ROOT=${COREX_ROOT:-/usr/local/corex}
# Try multiple CoreX paths (3.2.3 may be at different locations)
for corex_candidate in \
/usr/local/corex-3.2.3 \
/usr/local/corex \
/opt/corex; do
if [[ -x "${corex_candidate}/bin/clang++" ]]; then
COREX_ROOT="${corex_candidate}"
break
fi
done
if [[ -x "${COREX_ROOT}/bin/clang++" ]]; then
build_stage "compiling corex_moe_index_combine.so (CUB block_scan)"
bash ./build_corex_moe_index_combine.sh "${VLLM_ROOT}" || {
echo "[WARN] corex_moe_index_combine build failed — kernel disabled"
}
else
echo "[WARN] CoreX compiler not found — corex_moe_index_combine disabled"
fi
fi
build_stage "compiling submission Python sources"
find . -path './wheels' -prune -o -name '*.py' -print0 | xargs -0 python3 -m py_compile