2a7ca101d7
Sparse-checkout from NVIDIA/cccl main branch to complete cccl_upstream: Added: - python/cuda_cccl/ (226 files) — Python bindings for device-level algorithms Critical for muh toolchain: cuda.compute.reduce_into, scan, radix_sort, etc. Includes 204 .py files with full test coverage for all 27 algorithms - ci/ (163 files) — Build/test infrastructure build_cub.sh, test_cub.sh, build_and_test_targets.sh, matrix.yaml Directly maps to our [INFRA-CI] and [INFRA-BUILD] items - .agent/skills/ (7 files) — NVIDIA's own agent skills for CCCL cccl-style/SKILL.md, cccl-test/SKILL.md, sass-diff/SKILL.md - docs/ (491 files) — Official CCCL documentation CI references, CMake guides, Python compute docs, libcudacxx PTX docs - test/ (12 files) — Top-level integration tests (cuda_smoke, stdpar) - Root configs: .clang-format, .clang-tidy, CONTRIBUTING.md, pyproject.toml - CLAUDE.md symlink → AGENTS.md (NVIDIA's standard) cccl_upstream now mirrors full NVIDIA/cccl structure: Before: 42M (cub + thrust + libcudacxx + cudax + c + examples + benchmarks) After: 53M (+python +ci +docs +.agent +test +configs) This completes the CCCL base needed for: - [muh-bench] items: ci/util/build_and_test_targets.sh for targeted builds - [CCCL-verify] items: python/cuda_cccl/tests/ as reference implementations - [CCCL-test] items: ci/test_cub.sh, ci/test_thrust.sh - Agent workflow: .agent/skills/ for consistent style and test patterns
143 lines
2.8 KiB
Bash
Executable File
143 lines
2.8 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
set -euo pipefail
|
|
|
|
NO_LID=false
|
|
LID0=false
|
|
LID1=false
|
|
LID2=false
|
|
LIMITED=false
|
|
COMPUTE_SANITIZER=false
|
|
ARTIFACT_TAGS=()
|
|
|
|
ci_dir=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
|
|
|
new_args="$("${ci_dir}/util/extract_switches.sh" \
|
|
-no-lid \
|
|
-lid0 \
|
|
-lid1 \
|
|
-lid2 \
|
|
-limited \
|
|
-compute-sanitizer-memcheck \
|
|
-compute-sanitizer-racecheck \
|
|
-compute-sanitizer-initcheck \
|
|
-compute-sanitizer-synccheck \
|
|
-- "$@")"
|
|
|
|
declare -a new_args="(${new_args})"
|
|
set -- "${new_args[@]}"
|
|
while true; do
|
|
case "$1" in
|
|
-no-lid)
|
|
ARTIFACT_TAGS+=("no_lid")
|
|
NO_LID=true
|
|
shift
|
|
;;
|
|
-lid0)
|
|
ARTIFACT_TAGS+=("lid_0")
|
|
LID0=true
|
|
shift
|
|
;;
|
|
-lid1)
|
|
ARTIFACT_TAGS+=("lid_1")
|
|
LID1=true
|
|
shift
|
|
;;
|
|
-lid2)
|
|
ARTIFACT_TAGS+=("lid_2")
|
|
LID2=true
|
|
shift
|
|
;;
|
|
-limited)
|
|
# Pull all artifacts:
|
|
ARTIFACT_TAGS+=("no_lid" "lid_0" "lid_1" "lid_2")
|
|
LIMITED=true
|
|
shift
|
|
;;
|
|
-compute-sanitizer-memcheck)
|
|
COMPUTE_SANITIZER=true
|
|
TOOL=memcheck
|
|
shift
|
|
;;
|
|
-compute-sanitizer-racecheck)
|
|
COMPUTE_SANITIZER=true
|
|
TOOL=racecheck
|
|
shift
|
|
;;
|
|
-compute-sanitizer-initcheck)
|
|
COMPUTE_SANITIZER=true
|
|
TOOL=initcheck
|
|
shift
|
|
;;
|
|
-compute-sanitizer-synccheck)
|
|
COMPUTE_SANITIZER=true
|
|
TOOL=synccheck
|
|
shift
|
|
;;
|
|
--)
|
|
shift
|
|
break
|
|
;;
|
|
*)
|
|
echo "Unknown argument: $1"
|
|
exit 1
|
|
;;
|
|
esac
|
|
done
|
|
|
|
if $LIMITED; then
|
|
|
|
export C2H_SEED_COUNT_OVERRIDE=1
|
|
readonly device_mem_GiB=8
|
|
export C2H_DEVICE_MEMORY_LIMIT=$((device_mem_GiB * 1024 * 1024 * 1024))
|
|
export C2H_DEBUG_CHECKED_ALLOC_FAILURES=1
|
|
|
|
echo "Configuring limited environment:"
|
|
echo " C2H_SEED_COUNT_OVERRIDE=${C2H_SEED_COUNT_OVERRIDE}"
|
|
echo " C2H_DEVICE_MEMORY_LIMIT=${C2H_DEVICE_MEMORY_LIMIT} (${device_mem_GiB} GiB)"
|
|
echo " C2H_DEBUG_CHECKED_ALLOC_FAILURES=${C2H_DEBUG_CHECKED_ALLOC_FAILURES}"
|
|
echo
|
|
fi
|
|
|
|
# shellcheck source=ci/build_common.sh
|
|
source "${ci_dir}/build_common.sh"
|
|
|
|
print_environment_details
|
|
|
|
|
|
if [[ -z "${GITHUB_ACTIONS:-}" ]]; then
|
|
./build_cub.sh "$@"
|
|
else
|
|
producer_id=$(util/workflow/get_producer_id.sh)
|
|
for tag in "${ARTIFACT_TAGS[@]}"; do
|
|
artifact="z_cub-test-artifacts-${DEVCONTAINER_NAME:?}-$producer_id-$tag"
|
|
run_command "📦 Unpacking artifact '$artifact'" \
|
|
"${ci_dir}/util/artifacts/download_packed.sh" "$artifact" /home/coder/cccl
|
|
done
|
|
fi
|
|
|
|
if $NO_LID; then
|
|
PRESETS=("cub-nolid")
|
|
elif $LID0; then
|
|
PRESETS=("cub-lid0")
|
|
elif $LID1; then
|
|
PRESETS=("cub-lid1")
|
|
elif $LID2; then
|
|
PRESETS=("cub-lid2")
|
|
else
|
|
PRESETS=("cub")
|
|
fi
|
|
|
|
if $COMPUTE_SANITIZER; then
|
|
echo "Setting CCCL_TEST_MODE=compute-sanitizer-${TOOL}"
|
|
export CCCL_TEST_MODE=compute-sanitizer-${TOOL}
|
|
echo "Setting C2H_SEED_COUNT_OVERRIDE=1"
|
|
export C2H_SEED_COUNT_OVERRIDE=1
|
|
fi
|
|
|
|
for PRESET in "${PRESETS[@]}"; do
|
|
test_preset "CUB (${PRESET})" "${PRESET}"
|
|
done
|
|
|
|
print_time_summary
|