feat(cccl): integrate missing CCCL directories — python/, ci/, .agent/, docs/, test/

Sparse-checkout from NVIDIA/cccl main branch to complete cccl_upstream: Added: - python/cuda_cccl/ (226 files) — Python bindings for device-level algorithms Critical for muh toolchain: cuda.compute.reduce_into, scan, radix_sort, etc. Includes 204 .py files with full test coverage for all 27 algorithms - ci/ (163 files) — Build/test infrastructure build_cub.sh, test_cub.sh, build_and_test_targets.sh, matrix.yaml Directly maps to our [INFRA-CI] and [INFRA-BUILD] items - .agent/skills/ (7 files) — NVIDIA's own agent skills for CCCL cccl-style/SKILL.md, cccl-test/SKILL.md, sass-diff/SKILL.md - docs/ (491 files) — Official CCCL documentation CI references, CMake guides, Python compute docs, libcudacxx PTX docs - test/ (12 files) — Top-level integration tests (cuda_smoke, stdpar) - Root configs: .clang-format, .clang-tidy, CONTRIBUTING.md, pyproject.toml - CLAUDE.md symlink → AGENTS.md (NVIDIA's standard) cccl_upstream now mirrors full NVIDIA/cccl structure: Before: 42M (cub + thrust + libcudacxx + cudax + c + examples + benchmarks) After: 53M (+python +ci +docs +.agent +test +configs) This completes the CCCL base needed for: - [muh-bench] items: ci/util/build_and_test_targets.sh for targeted builds - [CCCL-verify] items: python/cuda_cccl/tests/ as reference implementations - [CCCL-test] items: ci/test_cub.sh, ci/test_thrust.sh - Agent workflow: .agent/skills/ for consistent style and test patterns
2026-08-07 02:34:33 +00:00
parent 3f97dca7ad
commit 2a7ca101d7
908 changed files with 121615 additions and 0 deletions
--- a/cccl_upstream/ci/util/artifacts/upload/build.sh
+++ b/cccl_upstream/ci/util/artifacts/upload/build.sh
@@ -0,0 +1,44 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+ci_dir="$(cd "$(dirname "${BASH_SOURCE[0]}")/../../../" && pwd)"
+readonly ci_dir
+# shellcheck source=ci/util/artifacts/common.sh
+source "$ci_dir/util/artifacts/common.sh"
+
+usage=$(cat <<EOF
+Usage: $0 <artifact_name>
+
+Builds a physical tree containing a staged artifact created using artifact/stage.sh / unstage.sh.
+
+The artifact root will be located at \${ARTIFACT_UPLOAD_STAGE}/<artifact_name>/<artifact_name>.
+EOF
+)
+readonly usage
+
+if [[ "$#" -ne 1 ]]; then
+  echo "Error: Invalid number of arguments." >&2
+  echo "$usage" >&2
+  exit 1
+fi
+
+readonly artifact_name="$1"
+readonly artifact_stage_path="${ARTIFACT_UPLOAD_STAGE}/${artifact_name}"
+readonly artifact_index_file="$artifact_stage_path/artifact_index.txt"
+readonly artifact_cwd_file="$artifact_stage_path/artifact_index_cwd.txt"
+readonly artifact_dir="${ARTIFACT_UPLOAD_STAGE}/${artifact_name}/${artifact_name}"
+artifact_cwd="$(cat "$artifact_cwd_file")"
+readonly artifact_cwd
+
+mkdir -p "$artifact_dir"
+
+echo "Building artifact '$artifact_name' in '$artifact_dir'"
+echo "Pulling artifacts from working directory: $artifact_cwd"
+
+(
+  cd "$artifact_cwd"
+  while IFS= read -r file; do
+    cp -v --parents "$file" "$artifact_dir"
+  done < "$artifact_index_file"
+)
--- a/cccl_upstream/ci/util/artifacts/upload/pack.sh
+++ b/cccl_upstream/ci/util/artifacts/upload/pack.sh
@@ -0,0 +1,47 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+ci_dir="$(cd "$(dirname "${BASH_SOURCE[0]}")/../../../" && pwd)"
+readonly ci_dir
+# shellcheck source=ci/util/artifacts/common.sh
+source "$ci_dir/util/artifacts/common.sh"
+
+usage=$(cat <<EOF
+Usage: $0 <artifact_name>
+
+Packs a staged artifact (created using artifact/stage.sh) into a tar.zst archive.
+
+The archive will be generated from the staged index file in \${ARTIFACT_UPLOAD_STAGE}/<artifact_name> and
+saved to \${ARTIFACT_UPLOAD_STAGE}/<artifact_name>/<artifact_name>.tar.zst.
+
+Example Usages:
+  - $0 test_artifact
+EOF
+)
+readonly usage
+
+if [[ "$#" -ne 1 ]]; then
+  echo "Error: Invalid number of arguments." >&2
+  echo "$usage" >&2
+  exit 1
+fi
+
+if ! command -v zstd > /dev/null 2>&1; then
+  echo "Error: zstd not found." >&2
+  exit 1
+fi
+
+readonly artifact_name="$1"
+readonly artifact_stage_path="${ARTIFACT_UPLOAD_STAGE}/${artifact_name}"
+readonly artifact_index_file="$artifact_stage_path/artifact_index.txt"
+readonly artifact_cwd_file="$artifact_stage_path/artifact_index_cwd.txt"
+readonly artifact_archive="${ARTIFACT_UPLOAD_STAGE}/${artifact_name}/${artifact_name}.tar.zst"
+
+echo "Packing artifact '$artifact_stage_path' into '$artifact_archive'"
+echo "Using zstd: $(command -v zstd)"
+echo "Pulling artifacts from working directory: $(cat "$artifact_cwd_file")"
+
+tar -cv -C "$(cat "$artifact_cwd_file")" -T "$artifact_index_file" \
+  | zstd --compress --threads=0 \
+  > "$artifact_archive"
--- a/cccl_upstream/ci/util/artifacts/upload/print_matrix.sh
+++ b/cccl_upstream/ci/util/artifacts/upload/print_matrix.sh
@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+ci_dir="$(cd "$(dirname "${BASH_SOURCE[0]}")/../../../" && pwd)"
+readonly ci_dir
+# shellcheck source=ci/util/artifacts/common.sh
+source "$ci_dir/util/artifacts/common.sh"
+
+usage=$(cat <<EOF
+Prints the Github Actions matrix for uploading all registered artifacts.
+EOF
+)
+readonly usage
+
+if [[ "$#" -ne 0 ]]; then
+  echo "$usage" >&2
+  exit 1
+fi
+
+jq -c '.' "${ARTIFACT_UPLOAD_REGISTERY:?}"
--- a/cccl_upstream/ci/util/artifacts/upload/register.sh
+++ b/cccl_upstream/ci/util/artifacts/upload/register.sh
@@ -0,0 +1,61 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+ci_dir="$(cd "$(dirname "${BASH_SOURCE[0]}")/../../../" && pwd)"
+readonly ci_dir
+# shellcheck source=ci/util/artifacts/common.sh
+source "$ci_dir/util/artifacts/common.sh"
+
+readonly artifact_compression_level=6
+readonly artifact_retention_days=7
+
+usage=$(cat <<EOF
+Usage: $0 <artifact_name> [<artifact_path>]
+
+Registers artifacts for upload. If path is not provided, it defaults to the artifact name.
+
+Compression level is set to $artifact_compression_level by default.
+Use 'upload/set_compression_level.sh' to change this after registering if needed.
+
+Default retention days is set to $artifact_retention_days.
+Use 'upload/set_retention_days.sh' after registering to change this if needed.
+
+Example Usages:
+  - $0 my_artifact.tar.gz # Assumes the artifact is in the current directory.
+  - $0 my_artifact /path/to/my_artifact.tar.gz
+  - $0 my_artifact /path/to/my_artifact_directory/
+EOF
+)
+readonly usage
+
+if [[ "$#" -lt 1 ]]; then
+  echo "Error: Missing artifact name." >&2
+  echo "$usage" >&2
+  exit 1
+fi
+
+artifact_name="$1"
+artifact_path="${2:-$artifact_name}"
+
+# Ensure the artifact path is absolute
+if [[ "$artifact_path" != /* ]]; then
+  artifact_path="$(pwd)/$artifact_path"
+fi
+
+if [[ ! -e "$artifact_path" ]]; then
+  echo "Error: Artifact path '$artifact_path' does not exist." >&2
+  echo "$usage" >&2
+  exit 1
+fi
+
+# Register the artifact:
+jq --arg name "$artifact_name" \
+  --arg path "$artifact_path" \
+  --arg retention_days "$artifact_retention_days" \
+  --argjson compression_level "$artifact_compression_level" \
+  '. += [{"name": $name, "path": $path, "retention_days": ($retention_days | tonumber), "compression_level": $compression_level}]' \
+  "$ARTIFACT_UPLOAD_REGISTERY" > "$ARTIFACT_UPLOAD_REGISTERY.tmp" && \
+  mv "$ARTIFACT_UPLOAD_REGISTERY.tmp" "$ARTIFACT_UPLOAD_REGISTERY"
+
+echo "Artifact '$artifact_name' registered for upload with path '$artifact_path'."
--- a/cccl_upstream/ci/util/artifacts/upload/set_compression_level.sh
+++ b/cccl_upstream/ci/util/artifacts/upload/set_compression_level.sh
@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+ci_dir="$(cd "$(dirname "${BASH_SOURCE[0]}")/../../../" && pwd)"
+readonly ci_dir
+# shellcheck source=ci/util/artifacts/common.sh
+source "$ci_dir/util/artifacts/common.sh"
+
+usage=$(cat <<EOF
+Usage: $0 <artifact_name> <compression_level>
+
+Sets the compression level for an artifact registered for upload.
+
+Example Usage:
+  $0 some_huge_precompressed_archive 0
+  $0 some_many_small_uncompressed_files 10
+EOF
+)
+readonly usage
+
+if [[ "$#" -lt 2 ]]; then
+  echo "Error: Missing arguments." >&2
+  echo "$usage" >&2
+  exit 1
+fi
+
+artifact_name="$1"
+compression_level="$2"
+
+# Find the artifact entry and update its compression level
+jq --arg name "$artifact_name" --argjson compression_level "$compression_level" \
+  'map(if .name == $name then .compression_level = $compression_level else . end)' \
+  "$ARTIFACT_UPLOAD_REGISTERY" > "$ARTIFACT_UPLOAD_REGISTERY.tmp" && \
+  mv "$ARTIFACT_UPLOAD_REGISTERY.tmp" "$ARTIFACT_UPLOAD_REGISTERY"
--- a/cccl_upstream/ci/util/artifacts/upload/set_retention_days.sh
+++ b/cccl_upstream/ci/util/artifacts/upload/set_retention_days.sh
@@ -0,0 +1,36 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+ci_dir="$(cd "$(dirname "${BASH_SOURCE[0]}")/../../../" && pwd)"
+readonly ci_dir
+# shellcheck source=ci/util/artifacts/common.sh
+source "$ci_dir/util/artifacts/common.sh"
+
+usage=$(cat <<EOF
+Usage: $0 <artifact_name> <retention_days>
+
+Sets the retention days for an artifact registered for upload.
+
+Example Usage:
+  $0 some_huge_temporary_artifact 1
+  $0 some_small_useful_output 7
+  $0 some_long_term_artifact 30
+EOF
+)
+readonly usage
+
+if [[ "$#" -lt 2 ]]; then
+  echo "Error: Missing arguments." >&2
+  echo "$usage" >&2
+  exit 1
+fi
+
+artifact_name="$1"
+retention_days="$2"
+
+# Find the artifact entry and update its retention days
+jq --arg name "$artifact_name" --argjson retention_days "$retention_days" \
+  'map(if .name == $name then .retention_days = $retention_days else . end)' \
+  "$ARTIFACT_UPLOAD_REGISTERY" > "$ARTIFACT_UPLOAD_REGISTERY.tmp" && \
+  mv "$ARTIFACT_UPLOAD_REGISTERY.tmp" "$ARTIFACT_UPLOAD_REGISTERY"