From 589b91d653a09d22dda7deffdd54bfb7f369152a Mon Sep 17 00:00:00 2001 From: Claude Date: Tue, 11 Aug 2026 09:22:08 +0000 Subject: [PATCH] =?UTF-8?q?test:=20=E7=9C=9F=E6=9C=BAbuild=E9=AA=8C?= =?UTF-8?q?=E8=AF=81=E8=84=9A=E6=9C=AC=20=E2=80=94=20=E6=A8=A1=E6=8B=9FDoc?= =?UTF-8?q?kerfile=208=E6=AD=A5?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- verify_docker_build.sh | 162 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 162 insertions(+) create mode 100755 verify_docker_build.sh diff --git a/verify_docker_build.sh b/verify_docker_build.sh new file mode 100755 index 00000000..234d60d1 --- /dev/null +++ b/verify_docker_build.sh @@ -0,0 +1,162 @@ +#!/bin/bash +# verify_docker_build.sh — 在真机上模拟Dockerfile build的每一步 +# 用法: cd /home/dylan/project_6 && bash verify_docker_build.sh +# +# 真机已经是docker容器（和竞赛平台镜像一样），所以直接在/workspace执行 + +set -x # 打印每条命令 +WORKSPACE="/tmp/build_test_$$" +mkdir -p "$WORKSPACE" + +echo "=========================================" +echo " 模拟 Docker Build — $(date)" +echo "=========================================" + +# --- 模拟 COPY --- +echo "[STEP 0] Simulating COPY..." +SRCDIR="$(cd "$(dirname "$0")" && pwd)" +cp -r "$SRCDIR/qwen3_6_scripts" "$WORKSPACE/qwen3_6_scripts" +cp "$SRCDIR/computility-run.yaml" "$WORKSPACE/computility-run.yaml" +cp -r "$SRCDIR/ex_engine" "$WORKSPACE/ex_engine" +cp -r "$SRCDIR/vllm_overrides" "$WORKSPACE/vllm_overrides" 2>/dev/null || echo "[WARN] vllm_overrides not found" + +cd "$WORKSPACE" + +# --- Step 1: Build EX Engine --- +echo "" +echo "[STEP 1] Build EX Engine .so libraries..." +chmod +x ./ex_engine/build.sh +bash ./ex_engine/build.sh --corex 2>&1 | tail -20 +echo "[STEP 1] exit code: $?" + +# --- Step 2: Precompile MoE CUDA kernels --- +echo "" +echo "[STEP 2] Precompile MoE topk..." +python3 ./ex_engine/precompile_moe_topk.py 2>&1 | tail -10 +echo "[STEP 2] exit code: $?" + +# --- Step 3: Precompile vllm v0.5.5 MoE kernels --- +echo "" +echo "[STEP 3] Precompile MoE v055..." +python3 ./ex_engine/precompile_moe_kernels.py 2>&1 | tail -10 +echo "[STEP 3] exit code: $?" + +# --- Step 4: Stage vendor_overrides --- +echo "" +echo "[STEP 4] Stage vendor_overrides..." +mkdir -p ./qwen3_6_scripts/vendor_overrides/vllm/core/block +mkdir -p ./qwen3_6_scripts/vendor_overrides/vllm/model_executor/layers +for src in \ + "vllm_overrides/core/evictor_v2.py:vendor_overrides/vllm/core/evictor_v2.py" \ + "vllm_overrides/core/block/cpu_kv_content_cache.py:vendor_overrides/vllm/core/block/cpu_kv_content_cache.py" \ + "vllm_overrides/core/block/cpu_gpu_block_allocator.py:vendor_overrides/vllm/core/block/cpu_gpu_block_allocator.py" \ + "vllm_overrides/core/block/prefix_caching_block.py:vendor_overrides/vllm/core/block/prefix_caching_block.py" \ + "vllm_overrides/core/block/block_table.py:vendor_overrides/vllm/core/block/block_table.py" \ + "vllm_overrides/core/block_manager_v2.py:vendor_overrides/vllm/core/block_manager_v2.py" \ + "vllm_overrides/sampling_params.py:vendor_overrides/vllm/sampling_params.py" \ + "vllm_overrides/model_executor/sampling_metadata.py:vendor_overrides/vllm/model_executor/sampling_metadata.py" \ + "vllm_overrides/model_executor/layers/sampler.py:vendor_overrides/vllm/model_executor/layers/sampler.py"; do + SRC="${src%%:*}" + DST="./qwen3_6_scripts/${src##*:}" + cp "./$SRC" "$DST" 2>/dev/null && echo " ✓ $SRC" || echo " ✗ $SRC (missing)" +done +echo "[STEP 4] exit code: $?" + +# --- Step 5: Deploy patches --- +echo "" +echo "[STEP 5] patch_ops.sh..." +chmod +x ./qwen3_6_scripts/patch_ops.sh +cd ./qwen3_6_scripts +bash ./patch_ops.sh 2>&1 | tail -40 +PATCH_EXIT=$? +echo "[STEP 5] exit code: $PATCH_EXIT" +cd "$WORKSPACE" + +# --- Step 6: Build ix_unified_bridge --- +echo "" +echo "[STEP 6] Build ix_unified_bridge..." +if [ -f ./ex_engine/build_unified_bridge.sh ]; then + chmod +x ./ex_engine/build_unified_bridge.sh + bash ./ex_engine/build_unified_bridge.sh 2>&1 | tail -10 + echo "[STEP 6] exit code: $?" +else + echo "[STEP 6] SKIP: build_unified_bridge.sh not found" +fi + +# --- Step 7: Deploy ex_engine Python modules --- +echo "" +echo "[STEP 7] Deploy ex_engine Python modules..." +VLLM_ROOT=$(python3 -c "import vllm; print(vllm.__path__[0])" 2>/dev/null || echo "/usr/local/corex/lib/python3/dist-packages/vllm") +for f in ix_unified.py corex_so_loader.py moe_fused_dispatch.py; do + cp "./ex_engine/python/$f" "${VLLM_ROOT}/$f" 2>/dev/null && echo " ✓ $f" || echo " ✗ $f" +done +ls ./ex_engine/build/ix_unified_bridge*.so 2>/dev/null && \ + cp ./ex_engine/build/ix_unified_bridge*.so "${VLLM_ROOT}/" 2>/dev/null || true +echo "[STEP 7] exit code: $?" + +# --- Step 8: Precompile GDN kernel --- +echo "" +echo "[STEP 8] Precompile GDN kernel..." +python3 ./qwen3_6_scripts/precompile_gdn.py \ + ./qwen3_6_scripts/flash_qla_sm70 2>&1 | tail -10 +echo "[STEP 8] exit code: $?" + +# --- 验证结果 --- +echo "" +echo "=========================================" +echo " Build Verification Summary" +echo "=========================================" +echo "VLLM_ROOT: $VLLM_ROOT" + +echo "" +echo "=== Deployed .so files ===" +ls -la "${VLLM_ROOT}"/corex_*.so 2>/dev/null | wc -l +ls "${VLLM_ROOT}"/corex_*.so 2>/dev/null + +echo "" +echo "=== Key deployed .py files ===" +for f in qwen3_5.py _custom_ops.py bi100_env.py paged_attn.py serving_chat.py protocol.py; do + p=$(find "$VLLM_ROOT" -name "$f" -type f 2>/dev/null | head -1) + [ -n "$p" ] && echo " ✓ $f ($(wc -c < "$p") bytes)" || echo " ✗ $f NOT FOUND" +done + +echo "" +echo "=== Quick import test ===" +python3 << 'PY' +import sys +errors = [] +try: + import vllm + print(f"✓ vllm {vllm.__version__}") +except Exception as e: + errors.append(f"✗ vllm: {e}") + +try: + from vllm.model_executor.models.qwen3_5 import Qwen3_5ForCausalLM + print("✓ Qwen3_5ForCausalLM importable") +except Exception as e: + errors.append(f"✗ Qwen3_5ForCausalLM: {e}") + +# Check corex .so imports +for mod in ['corex_gdn_causal_conv', 'corex_gdn_packed_decode', 'corex_moe_direct_routed', + 'corex_paged_kv_gather', 'corex_fused_paged_prefill']: + try: + m = __import__(f'vllm.{mod}', fromlist=[mod]) + funcs = [x for x in dir(m) if not x.startswith('_')] + print(f" ✓ {mod}: {funcs}") + except Exception as e: + errors.append(f" ✗ {mod}: {e}") + +for e in errors: + print(e) +if not errors: + print("\n✓ ALL IMPORTS OK") +else: + print(f"\n✗ {len(errors)} FAILURES") +PY + +# Cleanup +echo "" +echo "Cleaning up $WORKSPACE..." +rm -rf "$WORKSPACE" +echo "DONE"