Added 863 files from NVIDIA/cccl sparse checkout: - c2h/ (27 files): Catch2 test helpers — generators, validators, runner - nvbench_helper/ (10 files): Benchmark harness utilities - cmake/ (29 files): CMake presets and build helpers - cudax/ (794 files): Experimental CUDA extensions - AGENTS.md: NVIDIA's official AI agent instructions for CCCL - CMakePresets.json: Standardized build configurations - cccl-version.json: Version tracking Also added CCCL_ASSET_MAP.md mapping all 4295 CCCL files to competition value and PRD items. cccl_upstream now covers 100% of competition-critical assets: - 27 tuning headers (SM80/90/100 benchmark data) - 32 dispatch headers (algorithm implementations) - 60 Thrust examples (correctness verification) - 217 CUB Catch2 tests (regression matrix) - 153 CUB benchmarks (parameter space search) - 18 CUB examples (API verification) - 27 test helpers + benchmark harness - 794 cudax experimental extensions
92 lines
3.0 KiB
Plaintext
92 lines
3.0 KiB
Plaintext
//===----------------------------------------------------------------------===//
|
|
//
|
|
// Part of CUDA Experimental in CUDA C++ Core Libraries,
|
|
// under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "copy_common.cuh"
|
|
|
|
// All layouts in this file have 48 contiguous elements that should coalesce into a (48):(1) layout
|
|
// and generate 16B vectorized copies.
|
|
|
|
static constexpr int N = 48;
|
|
|
|
/***********************************************************************************************************************
|
|
* 1D Vectorization Test
|
|
**********************************************************************************************************************/
|
|
|
|
// src: (48):(1)
|
|
// dst: (48):(1)
|
|
TEST_CASE("copy d2d vectorize 48:1", "[copy][d2d][vectorize][1d]")
|
|
{
|
|
test_copy<layout_right>(make_iota<int>(N), N);
|
|
}
|
|
|
|
/***********************************************************************************************************************
|
|
* 2D Vectorization Tests
|
|
**********************************************************************************************************************/
|
|
|
|
// src: (6,8):(8,1)
|
|
// dst: (6,8):(8,1)
|
|
TEST_CASE("copy d2d vectorize (6,8):(8,1)", "[copy][d2d][vectorize][2d]")
|
|
{
|
|
test_copy<layout_right>(make_iota<int>(N), 6, 8);
|
|
}
|
|
|
|
// src: (8,6):(1,8)
|
|
// dst: (8,6):(1,8)
|
|
TEST_CASE("copy d2d vectorize (8,6):(1,8)", "[copy][d2d][vectorize][2d]")
|
|
{
|
|
test_copy<layout_left>(make_iota<int>(N), 8, 6);
|
|
}
|
|
|
|
// src: (6,8):(1,6)
|
|
// dst: (6,8):(1,6)
|
|
TEST_CASE("copy d2d vectorize (6,8):(1,6)", "[copy][d2d][vectorize][2d]")
|
|
{
|
|
test_copy<layout_left>(make_iota<int>(N), 6, 8);
|
|
}
|
|
|
|
// src: (8,6):(6,1)
|
|
// dst: (8,6):(6,1)
|
|
TEST_CASE("copy d2d vectorize (8,6):(6,1)", "[copy][d2d][vectorize][2d]")
|
|
{
|
|
test_copy<layout_right>(make_iota<int>(N), 8, 6);
|
|
}
|
|
|
|
/***********************************************************************************************************************
|
|
* 2D Non-Square Vectorization Tests
|
|
**********************************************************************************************************************/
|
|
|
|
// src: (3,16):(1,3)
|
|
// dst: (3,16):(1,3)
|
|
TEST_CASE("copy d2d vectorize (3,16):(1,3)", "[copy][d2d][vectorize][2d]")
|
|
{
|
|
test_copy<layout_left>(make_iota<int>(N), 3, 16);
|
|
}
|
|
|
|
// src: (3,16):(16,1)
|
|
// dst: (3,16):(16,1)
|
|
TEST_CASE("copy d2d vectorize (3,16):(16,1)", "[copy][d2d][vectorize][2d]")
|
|
{
|
|
test_copy<layout_right>(make_iota<int>(N), 3, 16);
|
|
}
|
|
|
|
// src: (16,3):(1,16)
|
|
// dst: (16,3):(1,16)
|
|
TEST_CASE("copy d2d vectorize (16,3):(1,16)", "[copy][d2d][vectorize][2d]")
|
|
{
|
|
test_copy<layout_left>(make_iota<int>(N), 16, 3);
|
|
}
|
|
|
|
// src: (16,3):(3,1)
|
|
// dst: (16,3):(3,1)
|
|
TEST_CASE("copy d2d vectorize (16,3):(3,1)", "[copy][d2d][vectorize][2d]")
|
|
{
|
|
test_copy<layout_right>(make_iota<int>(N), 16, 3);
|
|
}
|