dedf08166a
Added 863 files from NVIDIA/cccl sparse checkout: - c2h/ (27 files): Catch2 test helpers — generators, validators, runner - nvbench_helper/ (10 files): Benchmark harness utilities - cmake/ (29 files): CMake presets and build helpers - cudax/ (794 files): Experimental CUDA extensions - AGENTS.md: NVIDIA's official AI agent instructions for CCCL - CMakePresets.json: Standardized build configurations - cccl-version.json: Version tracking Also added CCCL_ASSET_MAP.md mapping all 4295 CCCL files to competition value and PRD items. cccl_upstream now covers 100% of competition-critical assets: - 27 tuning headers (SM80/90/100 benchmark data) - 32 dispatch headers (algorithm implementations) - 60 Thrust examples (correctness verification) - 217 CUB Catch2 tests (regression matrix) - 153 CUB benchmarks (parameter space search) - 18 CUB examples (API verification) - 27 test helpers + benchmark harness - 794 cudax experimental extensions
168 lines
5.2 KiB
Plaintext
168 lines
5.2 KiB
Plaintext
// SPDX-FileCopyrightText: Copyright (c) 2011-2022, NVIDIA CORPORATION. All rights reserved.
|
|
// SPDX-License-Identifier: BSD-3-Clause
|
|
|
|
#include <thrust/tabulate.h>
|
|
|
|
#include <cuda/std/cstddef>
|
|
#include <cuda/std/cstdint>
|
|
|
|
#include <c2h/detail/generators.cuh>
|
|
#include <c2h/device_policy.h>
|
|
#include <c2h/extended_types.h>
|
|
#include <c2h/fill_striped.h>
|
|
#include <c2h/generators.h>
|
|
#include <c2h/vector.h>
|
|
|
|
namespace c2h::detail
|
|
{
|
|
template <typename T, int VecSize>
|
|
struct random_to_vec_item_t
|
|
{
|
|
__device__ void operator()(std::size_t idx)
|
|
{
|
|
#define SET_FIELD(VEC_FIELD) \
|
|
m_out[idx].VEC_FIELD = random_to_item_t<decltype(m_min.VEC_FIELD)>(m_min.VEC_FIELD, m_max.VEC_FIELD)(m_in[idx]);
|
|
|
|
if constexpr (VecSize >= 4)
|
|
{
|
|
SET_FIELD(w);
|
|
}
|
|
if constexpr (VecSize >= 3)
|
|
{
|
|
SET_FIELD(z);
|
|
}
|
|
if constexpr (VecSize >= 2)
|
|
{
|
|
SET_FIELD(y);
|
|
}
|
|
if constexpr (VecSize >= 1)
|
|
{
|
|
SET_FIELD(x);
|
|
}
|
|
#undef SET_FIELD
|
|
}
|
|
|
|
T m_min;
|
|
T m_max;
|
|
const float* m_in{};
|
|
T* m_out{};
|
|
};
|
|
|
|
#if THRUST_DEVICE_SYSTEM == THRUST_DEVICE_SYSTEM_CUDA
|
|
# define VEC_SPECIALIZATION(T) \
|
|
template <> \
|
|
void gen_values_between(seed_t seed, ::cuda::std::span<T> data, T min, T max) \
|
|
{ \
|
|
const auto* dist = prepare_random_data(seed, data.size()); \
|
|
auto op = random_to_vec_item_t<T, ::cuda::std::tuple_size_v<T>>{min, max, dist, data.data()}; \
|
|
thrust::for_each( \
|
|
device_policy, thrust::counting_iterator<size_t>{0}, thrust::counting_iterator<size_t>{data.size()}, op); \
|
|
}
|
|
|
|
VEC_SPECIALIZATION(char2);
|
|
VEC_SPECIALIZATION(char3);
|
|
VEC_SPECIALIZATION(char4);
|
|
|
|
// VEC_SPECIALIZATION(uchar2);
|
|
VEC_SPECIALIZATION(uchar3);
|
|
// VEC_SPECIALIZATION(uchar4);
|
|
|
|
VEC_SPECIALIZATION(short2);
|
|
VEC_SPECIALIZATION(short3);
|
|
VEC_SPECIALIZATION(short4);
|
|
|
|
VEC_SPECIALIZATION(ushort2);
|
|
|
|
VEC_SPECIALIZATION(int2);
|
|
VEC_SPECIALIZATION(int3);
|
|
VEC_SPECIALIZATION(int4);
|
|
|
|
// VEC_SPECIALIZATION(uint2);
|
|
// VEC_SPECIALIZATION(uint3);
|
|
// VEC_SPECIALIZATION(uint4);
|
|
|
|
VEC_SPECIALIZATION(long2);
|
|
VEC_SPECIALIZATION(long3);
|
|
# if _CCCL_CTK_AT_LEAST(13, 0)
|
|
VEC_SPECIALIZATION(long4_16a);
|
|
VEC_SPECIALIZATION(long4_32a);
|
|
# else
|
|
VEC_SPECIALIZATION(long4);
|
|
# endif // _CCCL_CTK_AT_LEAST(13, 0)
|
|
|
|
// VEC_SPECIALIZATION(ulong2);
|
|
// VEC_SPECIALIZATION(ulong3);
|
|
// VEC_SPECIALIZATION(ulong4);
|
|
|
|
VEC_SPECIALIZATION(longlong2);
|
|
VEC_SPECIALIZATION(longlong3);
|
|
# if _CCCL_CTK_AT_LEAST(13, 0)
|
|
VEC_SPECIALIZATION(longlong4_16a);
|
|
VEC_SPECIALIZATION(longlong4_32a);
|
|
# else
|
|
VEC_SPECIALIZATION(longlong4);
|
|
# endif // _CCCL_CTK_AT_LEAST(13, 0)
|
|
|
|
VEC_SPECIALIZATION(ulonglong2);
|
|
// VEC_SPECIALIZATION(ulonglong3);
|
|
# if _CCCL_CTK_AT_LEAST(13, 0)
|
|
VEC_SPECIALIZATION(ulonglong4_16a);
|
|
VEC_SPECIALIZATION(ulonglong4_32a);
|
|
# else
|
|
VEC_SPECIALIZATION(ulonglong4);
|
|
# endif // _CCCL_CTK_AT_LEAST(13, 0)
|
|
|
|
VEC_SPECIALIZATION(float2);
|
|
VEC_SPECIALIZATION(float3);
|
|
VEC_SPECIALIZATION(float4);
|
|
|
|
VEC_SPECIALIZATION(double2);
|
|
VEC_SPECIALIZATION(double3);
|
|
# if _CCCL_CTK_AT_LEAST(13, 0)
|
|
VEC_SPECIALIZATION(double4_16a);
|
|
VEC_SPECIALIZATION(double4_32a);
|
|
# else
|
|
VEC_SPECIALIZATION(double4);
|
|
# endif // _CCCL_CTK_AT_LEAST(13, 0)
|
|
|
|
# if CCCL_VERSION > 3001000
|
|
# if TEST_HALF_T()
|
|
VEC_SPECIALIZATION(__half2);
|
|
# endif // TEST_HALF_T()
|
|
# if TEST_BF_T()
|
|
VEC_SPECIALIZATION(__nv_bfloat162);
|
|
# endif // TEST_BF_T()
|
|
# endif // CCCL_VERSION > 3001000
|
|
|
|
template <typename VecType, typename Type>
|
|
struct counter_to_cyclic_vector_t
|
|
{
|
|
std::size_t n;
|
|
|
|
template <typename CounterT>
|
|
__device__ VecType operator()(CounterT id) const
|
|
{
|
|
return scalar_to_vec_t<VecType>{}(static_cast<Type>(id) % n);
|
|
}
|
|
};
|
|
|
|
# define VEC_GEN_MOD_SPECIALIZATION(VEC_TYPE, SCALAR_TYPE) \
|
|
template <> \
|
|
void gen_values_cyclic<VEC_TYPE>(modulo_t mod, ::cuda::std::span<VEC_TYPE> data) \
|
|
{ \
|
|
thrust::tabulate( \
|
|
device_policy, data.begin(), data.end(), counter_to_cyclic_vector_t<VEC_TYPE, SCALAR_TYPE>{mod.get()}); \
|
|
}
|
|
|
|
VEC_GEN_MOD_SPECIALIZATION(short2, short);
|
|
VEC_GEN_MOD_SPECIALIZATION(uchar3, unsigned char);
|
|
# if _CCCL_CTK_AT_LEAST(13, 0)
|
|
VEC_GEN_MOD_SPECIALIZATION(ulonglong4_16a, unsigned long long);
|
|
VEC_GEN_MOD_SPECIALIZATION(ulonglong4_32a, unsigned long long);
|
|
# else
|
|
VEC_GEN_MOD_SPECIALIZATION(ulonglong4, unsigned long long);
|
|
# endif // _CCCL_CTK_AT_LEAST(13, 0)
|
|
VEC_GEN_MOD_SPECIALIZATION(ushort4, unsigned short);
|
|
#endif // THRUST_DEVICE_SYSTEM == THRUST_DEVICE_SYSTEM_CUDA
|
|
} // namespace c2h::detail
|