build: wire CCCL preload into competition pipeline

computility-run.yaml:
  PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
  LD_PRELOAD=/workspace/qwen3_6_scripts/cccl_preload/libcccl_allocator.so

patch_ops.sh:
  调用 cccl_preload/build_cccl_preload.sh 编译 .so

真机验证: ALL TESTS PASSED on BI-V100 32GB
This commit is contained in:
dylanyunlon
2026-08-13 10:31:17 +00:00
parent 3af2a32eb5
commit 32325f9624
2 changed files with 4 additions and 13 deletions

View File

@@ -48,8 +48,6 @@ env:
- name: BI100_MOE_COREX_TOPK_SOFTMAX
value: '1'
- name: PYTORCH_CUDA_ALLOC_CONF
value: max_split_size_mb:512
value: expandable_segments:True
- name: LD_PRELOAD
value: /workspace/qwen3_6_scripts/libcccl_allocator.so
- name: CCCL_ALLOC_DISABLE
value: '0'
value: /workspace/qwen3_6_scripts/cccl_preload/libcccl_allocator.so

View File

@@ -247,15 +247,8 @@ if source != installed:
PY
build_stage "compiling CCCL CachingDeviceAllocator LD_PRELOAD module"
if bash ./cccl_preload/build_cccl_preload.sh /workspace/qwen3_6_scripts; then
if [[ -s /workspace/qwen3_6_scripts/libcccl_allocator.so ]]; then
echo "[OK] libcccl_allocator.so built successfully"
else
echo "[WARN] libcccl_allocator.so is empty or missing after build"
fi
else
echo "[WARN] CCCL preload allocator build failed — LD_PRELOAD will be ignored at runtime"
fi
bash ./cccl_preload/build_cccl_preload.sh /workspace/qwen3_6_scripts/cccl_preload || \
echo "[WARN] CCCL preload allocator build failed — will use default allocator"
build_stage "compiling CoreX CUDA extensions (moe_index_combine + gdn_chunk_recurrent)"
if [[ -x /usr/local/corex-3.2.3/bin/clang++ ]]; then