From 5e9b7c292a6da111a25308f7fb7112b7aed891fa Mon Sep 17 00:00:00 2001 From: Claude Date: Fri, 14 Aug 2026 07:14:46 +0000 Subject: [PATCH] build: all 16 .so prebuilt, no JIT compile in docker MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - install_prebuilt_corex.sh: 14→16 artifacts, allow ix_full_bridge.so name - patch_ops.sh: remove all on-site compilation, pure prebuilt install --- qwen3_6_scripts/install_prebuilt_corex.sh | 6 ++-- qwen3_6_scripts/patch_ops.sh | 39 +---------------------- 2 files changed, 4 insertions(+), 41 deletions(-) diff --git a/qwen3_6_scripts/install_prebuilt_corex.sh b/qwen3_6_scripts/install_prebuilt_corex.sh index 0de13fe1..5041905e 100755 --- a/qwen3_6_scripts/install_prebuilt_corex.sh +++ b/qwen3_6_scripts/install_prebuilt_corex.sh @@ -16,14 +16,14 @@ MANIFEST=${BUNDLE_DIR}/SHA256SUMS } mapfile -t artifacts < <(awk '{print $2}' "$MANIFEST") -[[ "${#artifacts[@]}" -eq 14 ]] || { - printf 'expected 14 prebuilt CoreX artifacts, found %s\n' \ +[[ "${#artifacts[@]}" -eq 16 ]] || { + printf 'expected 16 prebuilt CoreX artifacts, found %s\n' \ "${#artifacts[@]}" >&2 exit 2 } for artifact in "${artifacts[@]}"; do - [[ "$artifact" == corex_*.so && "$artifact" != */* ]] || { + [[ ("$artifact" == corex_*.so || "$artifact" == ix_full_bridge.so) && "$artifact" != */* ]] || { printf 'invalid prebuilt artifact name: %s\n' "$artifact" >&2 exit 2 } diff --git a/qwen3_6_scripts/patch_ops.sh b/qwen3_6_scripts/patch_ops.sh index a1dc5d0a..b4aa0fbb 100755 --- a/qwen3_6_scripts/patch_ops.sh +++ b/qwen3_6_scripts/patch_ops.sh @@ -140,21 +140,9 @@ install_patch_file \ "${VLLM_OVERRIDE_ROOT}/model_executor/layers/sampler.py" \ "${VLLM_ROOT}/model_executor/layers/sampler.py" -build_stage "installing hash-pinned CoreX 3.2.3 extensions" +build_stage "installing hash-pinned CoreX 3.2.3 extensions (16 prebuilt .so)" bash ./install_prebuilt_corex.sh "${VLLM_ROOT}" -build_stage "building ix_full_bridge.so (ixformer_torch_ext C++ bridge)" -bash ./build_ix_bridge.sh "${VLLM_ROOT}" || { - echo "[WARN] ix_full_bridge build failed — bridge functions unavailable" -} - -build_stage "building corex_moe_index_combine.so (CUB block_scan)" -if [[ ! -f "${VLLM_ROOT}/corex_moe_index_combine.so" ]]; then - bash ./build_corex_moe_index_combine.sh "${VLLM_ROOT}" || { - echo "[WARN] corex_moe_index_combine build failed" - } -fi - build_stage "installing BI100 runtime modules" cp ./bi100_env.py "${VLLM_ROOT}/bi100_env.py" cp ./bi100_profile.py "${VLLM_ROOT}/bi100_profile.py" @@ -273,31 +261,6 @@ if b"max_completion_tokens" not in installed: raise SystemExit("protocol.py missing max_completion_tokens field") PY -build_stage "building missing CoreX extensions on-site" -# corex_moe_index_combine: has .cu + build script but no prebuilt .so -# Uses CUB block_scan from CCCL upstream — must compile with CoreX clang -if [[ ! -f "${VLLM_ROOT}/corex_moe_index_combine.so" ]]; then - COREX_ROOT=${COREX_ROOT:-/usr/local/corex} - # Try multiple CoreX paths (3.2.3 may be at different locations) - for corex_candidate in \ - /usr/local/corex-3.2.3 \ - /usr/local/corex \ - /opt/corex; do - if [[ -x "${corex_candidate}/bin/clang++" ]]; then - COREX_ROOT="${corex_candidate}" - break - fi - done - if [[ -x "${COREX_ROOT}/bin/clang++" ]]; then - build_stage "compiling corex_moe_index_combine.so (CUB block_scan)" - bash ./build_corex_moe_index_combine.sh "${VLLM_ROOT}" || { - echo "[WARN] corex_moe_index_combine build failed — kernel disabled" - } - else - echo "[WARN] CoreX compiler not found — corex_moe_index_combine disabled" - fi -fi - build_stage "compiling submission Python sources" find . -path './wheels' -prune -o -name '*.py' -print0 | xargs -0 python3 -m py_compile