dedf08166a
Added 863 files from NVIDIA/cccl sparse checkout: - c2h/ (27 files): Catch2 test helpers — generators, validators, runner - nvbench_helper/ (10 files): Benchmark harness utilities - cmake/ (29 files): CMake presets and build helpers - cudax/ (794 files): Experimental CUDA extensions - AGENTS.md: NVIDIA's official AI agent instructions for CCCL - CMakePresets.json: Standardized build configurations - cccl-version.json: Version tracking Also added CCCL_ASSET_MAP.md mapping all 4295 CCCL files to competition value and PRD items. cccl_upstream now covers 100% of competition-critical assets: - 27 tuning headers (SM80/90/100 benchmark data) - 32 dispatch headers (algorithm implementations) - 60 Thrust examples (correctness verification) - 217 CUB Catch2 tests (regression matrix) - 153 CUB benchmarks (parameter space search) - 18 CUB examples (API verification) - 27 test helpers + benchmark harness - 794 cudax experimental extensions
105 lines
4.5 KiB
Plaintext
105 lines
4.5 KiB
Plaintext
// SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved.
|
|
// SPDX-License-Identifier: BSD-3-Clause
|
|
#pragma once
|
|
|
|
#include <cuda/functional>
|
|
#include <cuda/std/functional>
|
|
#include <cuda/std/limits>
|
|
#include <cuda/type_traits>
|
|
|
|
#include <c2h/custom_type.h>
|
|
#include <c2h/extended_types.h>
|
|
#include <c2h/test_util_vec.h>
|
|
|
|
/***********************************************************************************************************************
|
|
* CUB operator to identity
|
|
**********************************************************************************************************************/
|
|
|
|
template <typename Operator, typename T, typename = void>
|
|
inline constexpr T identity_v = cuda::identity_element<Operator, T>();
|
|
|
|
template <typename T>
|
|
inline const T identity_v<cuda::std::plus<>, T> = T{}; // e.g. short2, float2, complex<__half> etc.
|
|
|
|
/***********************************************************************************************************************
|
|
* half_t specializations
|
|
**********************************************************************************************************************/
|
|
|
|
template <>
|
|
inline const half_t identity_v<cuda::std::plus<>, half_t> = half_t{0.0f};
|
|
|
|
template <>
|
|
inline const half_t identity_v<cuda::std::multiplies<>, half_t> = half_t{1.0f};
|
|
|
|
template <>
|
|
inline const half_t identity_v<cuda::minimum<>, half_t> = cuda::std::numeric_limits<half_t>::max();
|
|
|
|
template <>
|
|
inline const half_t identity_v<cuda::maximum<>, half_t> = cuda::std::numeric_limits<half_t>::lowest();
|
|
|
|
/***********************************************************************************************************************
|
|
* bfloat16_t specializations
|
|
**********************************************************************************************************************/
|
|
|
|
template <>
|
|
inline const bfloat16_t identity_v<cuda::std::plus<>, bfloat16_t> = bfloat16_t{0.0f};
|
|
|
|
template <>
|
|
inline const bfloat16_t identity_v<cuda::std::multiplies<>, bfloat16_t> = bfloat16_t{1.0f};
|
|
|
|
template <>
|
|
inline const bfloat16_t identity_v<cuda::minimum<>, bfloat16_t> = cuda::std::numeric_limits<bfloat16_t>::max();
|
|
|
|
template <>
|
|
inline const bfloat16_t identity_v<cuda::maximum<>, bfloat16_t> = cuda::std::numeric_limits<bfloat16_t>::lowest();
|
|
|
|
/***********************************************************************************************************************
|
|
* short2, ushort2, float2 specializations
|
|
**********************************************************************************************************************/
|
|
|
|
template <>
|
|
inline constexpr short2 identity_v<cuda::maximum<>, short2> =
|
|
short2{cuda::std::numeric_limits<int16_t>::lowest(), cuda::std::numeric_limits<int16_t>::lowest()};
|
|
|
|
template <>
|
|
inline constexpr ushort2 identity_v<cuda::maximum<>, ushort2> = ushort2{0, 0};
|
|
|
|
template <>
|
|
inline constexpr float2 identity_v<cuda::maximum<>, float2> =
|
|
float2{cuda::std::numeric_limits<float>::lowest(), cuda::std::numeric_limits<float>::lowest()};
|
|
|
|
template <>
|
|
inline const __half2 identity_v<cuda::maximum<>, __half2> =
|
|
__half2{cuda::std::numeric_limits<__half>::lowest(), cuda::std::numeric_limits<__half>::lowest()};
|
|
|
|
template <>
|
|
inline const __nv_bfloat162 identity_v<cuda::maximum<>, __nv_bfloat162> = __nv_bfloat162{
|
|
cuda::std::numeric_limits<__nv_bfloat16>::lowest(), cuda::std::numeric_limits<__nv_bfloat16>::lowest()};
|
|
|
|
template <>
|
|
inline constexpr short2 identity_v<cuda::minimum<>, short2> =
|
|
short2{cuda::std::numeric_limits<int16_t>::max(), cuda::std::numeric_limits<int16_t>::max()};
|
|
|
|
template <>
|
|
inline constexpr ushort2 identity_v<cuda::minimum<>, ushort2> =
|
|
ushort2{cuda::std::numeric_limits<uint16_t>::max(), cuda::std::numeric_limits<uint16_t>::max()};
|
|
|
|
template <>
|
|
inline const __half2 identity_v<cuda::minimum<>, __half2> =
|
|
__half2{cuda::std::numeric_limits<__half>::max(), cuda::std::numeric_limits<__half>::max()};
|
|
|
|
template <>
|
|
inline const __nv_bfloat162 identity_v<cuda::minimum<>, __nv_bfloat162> =
|
|
__nv_bfloat162{cuda::std::numeric_limits<__nv_bfloat16>::max(), cuda::std::numeric_limits<__nv_bfloat16>::max()};
|
|
|
|
template <template <typename> class... Policies>
|
|
inline const c2h::custom_type_t<Policies...> identity_v<cuda::maximum<>, c2h::custom_type_t<Policies...>> =
|
|
cuda::std::numeric_limits<c2h::custom_type_t<Policies...>>::lowest();
|
|
|
|
template <template <typename> class... Policies>
|
|
inline const c2h::custom_type_t<Policies...> identity_v<cuda::minimum<>, c2h::custom_type_t<Policies...>> =
|
|
cuda::std::numeric_limits<c2h::custom_type_t<Policies...>>::max();
|
|
|
|
struct custom_plus : cuda::std::plus<>
|
|
{};
|