dylanyunlong/project_6
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Compare commits

base: dylanyunlong:d32822c5d2ced452366591e94b5919fdc2d909aa
Branches Tags
dylanyunlong:main
...
compare: dylanyunlong:5e9b7c292a6da111a25308f7fb7112b7aed891fa
Branches Tags
dylanyunlong:main

3 Commits
d32822c5d2 ... 5e9b7c292a

Author SHA1 Message Date
Claude
5e9b7c292a build: all 16 .so prebuilt, no JIT compile in docker 
- install_prebuilt_corex.sh: 14→16 artifacts, allow ix_full_bridge.so name
- patch_ops.sh: remove all on-site compilation, pure prebuilt install
 2026-08-14 07:14:46 +00:00
root
28102196cd Merge branch 'main' of https://github.com/dylanyunlon/project_6 2026-08-14 07:13:36 +00:00
Claude
e7247bd57b build: integrate ix_full_bridge + corex_moe_index_combine into docker patch_ops.sh 
Verified on real BI-V100:
- 16 .so all load successfully (15 corex + 1 ix_full_bridge)
- topk_softmax: OK (corex .so fallback works)
- protocol extra=allow: OK (max_completion_tokens accepted)
- ix_full_bridge exports: silu_and_mul, rms_norm, fused_add_rms_norm,
  rotary_embedding, reshape_and_cache
 2026-08-14 07:09:01 +00:00
2 changed files with 4 additions and 29 deletions
Expand all files Collapse all files

6
qwen3_6_scripts/install_prebuilt_corex.sh
View File

@@ -16,14 +16,14 @@ MANIFEST=${BUNDLE_DIR}/SHA256SUMS
} }
mapfile -t artifacts < <(awk '{print $2}' "$MANIFEST") mapfile -t artifacts < <(awk '{print $2}' "$MANIFEST")
[[ "${#artifacts[@]}" -eq 14 ]] || { [[ "${#artifacts[@]}" -eq 16 ]] || {
printf 'expected 14 prebuilt CoreX artifacts, found %s\n' \ printf 'expected 16 prebuilt CoreX artifacts, found %s\n' \
"${#artifacts[@]}" >&2 "${#artifacts[@]}" >&2
exit 2 exit 2
} }
for artifact in "${artifacts[@]}"; do for artifact in "${artifacts[@]}"; do
[[ "$artifact" == corex_*.so && "$artifact" != */* ]] || { [[ ("$artifact" == corex_*.so || "$artifact" == ix_full_bridge.so) && "$artifact" != */* ]] || {
printf 'invalid prebuilt artifact name: %s\n' "$artifact" >&2 printf 'invalid prebuilt artifact name: %s\n' "$artifact" >&2
exit 2 exit 2
} }

27
qwen3_6_scripts/patch_ops.sh
View File

@@ -140,7 +140,7 @@ install_patch_file \
"${VLLM_OVERRIDE_ROOT}/model_executor/layers/sampler.py" \ "${VLLM_OVERRIDE_ROOT}/model_executor/layers/sampler.py" \
"${VLLM_ROOT}/model_executor/layers/sampler.py" "${VLLM_ROOT}/model_executor/layers/sampler.py"
build_stage "installing hash-pinned CoreX 3.2.3 extensions" build_stage "installing hash-pinned CoreX 3.2.3 extensions (16 prebuilt .so)"
bash ./install_prebuilt_corex.sh "${VLLM_ROOT}" bash ./install_prebuilt_corex.sh "${VLLM_ROOT}"
build_stage "installing BI100 runtime modules" build_stage "installing BI100 runtime modules"
@@ -261,31 +261,6 @@ if b"max_completion_tokens" not in installed:
raise SystemExit("protocol.py missing max_completion_tokens field") raise SystemExit("protocol.py missing max_completion_tokens field")
PY PY
build_stage "building missing CoreX extensions on-site"
# corex_moe_index_combine: has .cu + build script but no prebuilt .so
# Uses CUB block_scan from CCCL upstream — must compile with CoreX clang
if [[ ! -f "${VLLM_ROOT}/corex_moe_index_combine.so" ]]; then
COREX_ROOT=${COREX_ROOT:-/usr/local/corex}
# Try multiple CoreX paths (3.2.3 may be at different locations)
for corex_candidate in \
/usr/local/corex-3.2.3 \
/usr/local/corex \
/opt/corex; do
if [[ -x "${corex_candidate}/bin/clang++" ]]; then
COREX_ROOT="${corex_candidate}"
break
fi
done
if [[ -x "${COREX_ROOT}/bin/clang++" ]]; then
build_stage "compiling corex_moe_index_combine.so (CUB block_scan)"
bash ./build_corex_moe_index_combine.sh "${VLLM_ROOT}" || {
echo "[WARN] corex_moe_index_combine build failed — kernel disabled"
}
else
echo "[WARN] CoreX compiler not found — corex_moe_index_combine disabled"
fi
fi
build_stage "compiling submission Python sources" build_stage "compiling submission Python sources"
find . -path './wheels' -prune -o -name '*.py' -print0 | xargs -0 python3 -m py_compile find . -path './wheels' -prune -o -name '*.py' -print0 | xargs -0 python3 -m py_compile