CCCL (CUDA C++ Core Libraries) provides: - CUB: device/block/warp-level GPU primitives (reduce, scan, sort, topk) - Thrust: high-level parallel algorithms (transform_reduce, sort, scan) - libcudacxx: CUDA C++ standard library (atomics, barriers, memory) - cudax: experimental features (memory resources, allocators) - Tuning policies: per-SM hardware-specific algorithm parameters Competition optimization vectors mapped to CCCL: - Output TPS (83% weight): warp_reduce, block_reduce, device_topk - Input TPS (14% weight): device_scan, block_load, prefetch - Cache TPS (3% weight): prefix caching strategy patterns - Memory (0.9 util): pooled/cached/buddy allocators Source: https://github.com/NVIDIA/cccl (shallow clone, HEAD only) License: Apache-2.0
216 lines
5.1 KiB
Plaintext
216 lines
5.1 KiB
Plaintext
#include <thrust/generate.h>
|
|
#include <thrust/iterator/discard_iterator.h>
|
|
#include <thrust/iterator/retag.h>
|
|
|
|
#include <unittest/unittest.h>
|
|
|
|
_CCCL_DIAG_PUSH
|
|
_CCCL_DIAG_SUPPRESS_MSVC(4244 4267) // possible loss of data
|
|
|
|
template <typename T>
|
|
struct return_value
|
|
{
|
|
T val;
|
|
|
|
return_value() = default;
|
|
return_value(T v)
|
|
: val(v)
|
|
{}
|
|
|
|
_CCCL_HOST_DEVICE T operator()()
|
|
{
|
|
return val;
|
|
}
|
|
};
|
|
|
|
template <class Vector>
|
|
void TestGenerateSimple()
|
|
{
|
|
using T = typename Vector::value_type;
|
|
|
|
Vector result(5);
|
|
|
|
T value = 13;
|
|
|
|
return_value<T> f(value);
|
|
|
|
thrust::generate(result.begin(), result.end(), f);
|
|
|
|
Vector ref(result.size(), value);
|
|
ASSERT_EQUAL(result, ref);
|
|
}
|
|
DECLARE_VECTOR_UNITTEST(TestGenerateSimple);
|
|
|
|
template <typename ForwardIterator, typename Generator>
|
|
void generate(my_system& system, ForwardIterator /*first*/, ForwardIterator, Generator)
|
|
{
|
|
system.validate_dispatch();
|
|
}
|
|
|
|
void TestGenerateDispatchExplicit()
|
|
{
|
|
thrust::device_vector<int> vec(1);
|
|
|
|
my_system sys(0);
|
|
thrust::generate(sys, vec.begin(), vec.end(), 0);
|
|
|
|
ASSERT_EQUAL(true, sys.is_valid());
|
|
}
|
|
DECLARE_UNITTEST(TestGenerateDispatchExplicit);
|
|
|
|
template <typename ForwardIterator, typename Generator>
|
|
void generate(my_tag, ForwardIterator first, ForwardIterator, Generator)
|
|
{
|
|
*first = 13;
|
|
}
|
|
|
|
void TestGenerateDispatchImplicit()
|
|
{
|
|
thrust::device_vector<int> vec(1);
|
|
|
|
thrust::generate(thrust::retag<my_tag>(vec.begin()), thrust::retag<my_tag>(vec.end()), 0);
|
|
|
|
ASSERT_EQUAL(13, vec.front());
|
|
}
|
|
DECLARE_UNITTEST(TestGenerateDispatchImplicit);
|
|
|
|
template <typename T>
|
|
void TestGenerate(const size_t n)
|
|
{
|
|
thrust::host_vector<T> h_result(n);
|
|
thrust::device_vector<T> d_result(n);
|
|
|
|
T value = 13;
|
|
return_value<T> f(value);
|
|
|
|
thrust::generate(h_result.begin(), h_result.end(), f);
|
|
thrust::generate(d_result.begin(), d_result.end(), f);
|
|
|
|
ASSERT_EQUAL(h_result, d_result);
|
|
}
|
|
DECLARE_VARIABLE_UNITTEST(TestGenerate);
|
|
|
|
template <typename T>
|
|
void TestGenerateToDiscardIterator(const size_t)
|
|
{
|
|
T value = 13;
|
|
return_value<T> f(value);
|
|
|
|
thrust::discard_iterator<thrust::host_system_tag> h_first;
|
|
thrust::generate(h_first, h_first + 10, f);
|
|
|
|
thrust::discard_iterator<thrust::device_system_tag> d_first;
|
|
thrust::generate(d_first, d_first + 10, f);
|
|
|
|
// there's nothing to actually check except that it compiles
|
|
}
|
|
DECLARE_VARIABLE_UNITTEST(TestGenerateToDiscardIterator);
|
|
|
|
template <class Vector>
|
|
void TestGenerateNSimple()
|
|
{
|
|
using T = typename Vector::value_type;
|
|
|
|
Vector result(5);
|
|
|
|
T value = 13;
|
|
|
|
return_value<T> f(value);
|
|
|
|
thrust::generate_n(result.begin(), result.size(), f);
|
|
|
|
Vector ref(result.size(), value);
|
|
ASSERT_EQUAL(result, ref);
|
|
}
|
|
DECLARE_VECTOR_UNITTEST(TestGenerateNSimple);
|
|
|
|
template <typename ForwardIterator, typename Size, typename Generator>
|
|
ForwardIterator generate_n(my_system& system, ForwardIterator first, Size, Generator)
|
|
{
|
|
system.validate_dispatch();
|
|
return first;
|
|
}
|
|
|
|
void TestGenerateNDispatchExplicit()
|
|
{
|
|
thrust::device_vector<int> vec(1);
|
|
|
|
my_system sys(0);
|
|
thrust::generate_n(sys, vec.begin(), vec.size(), 0);
|
|
|
|
ASSERT_EQUAL(true, sys.is_valid());
|
|
}
|
|
DECLARE_UNITTEST(TestGenerateNDispatchExplicit);
|
|
|
|
template <typename ForwardIterator, typename Size, typename Generator>
|
|
ForwardIterator generate_n(my_tag, ForwardIterator first, Size, Generator)
|
|
{
|
|
*first = 13;
|
|
return first;
|
|
}
|
|
|
|
void TestGenerateNDispatchImplicit()
|
|
{
|
|
thrust::device_vector<int> vec(1);
|
|
|
|
thrust::generate_n(thrust::retag<my_tag>(vec.begin()), vec.size(), 0);
|
|
|
|
ASSERT_EQUAL(13, vec.front());
|
|
}
|
|
DECLARE_UNITTEST(TestGenerateNDispatchImplicit);
|
|
|
|
template <typename T>
|
|
void TestGenerateNToDiscardIterator(const size_t n)
|
|
{
|
|
T value = 13;
|
|
return_value<T> f(value);
|
|
|
|
thrust::discard_iterator<thrust::host_system_tag> h_result =
|
|
thrust::generate_n(thrust::discard_iterator<thrust::host_system_tag>(), n, f);
|
|
|
|
thrust::discard_iterator<thrust::device_system_tag> d_result =
|
|
thrust::generate_n(thrust::discard_iterator<thrust::device_system_tag>(), n, f);
|
|
|
|
thrust::discard_iterator<> reference(static_cast<std::ptrdiff_t>(n));
|
|
|
|
ASSERT_EQUAL_QUIET(reference, h_result);
|
|
ASSERT_EQUAL_QUIET(reference, d_result);
|
|
}
|
|
DECLARE_VARIABLE_UNITTEST(TestGenerateNToDiscardIterator);
|
|
|
|
template <typename Vector>
|
|
void TestGenerateZipIterator()
|
|
{
|
|
using T = typename Vector::value_type;
|
|
|
|
Vector v1(3, T(0));
|
|
Vector v2(3, T(0));
|
|
|
|
thrust::generate(thrust::make_zip_iterator(v1.begin(), v2.begin()),
|
|
thrust::make_zip_iterator(v1.end(), v2.end()),
|
|
return_value<cuda::std::tuple<T, T>>(cuda::std::tuple<T, T>(4, 7)));
|
|
|
|
Vector ref1(3, 4);
|
|
Vector ref2(3, 7);
|
|
ASSERT_EQUAL(v1, ref1);
|
|
ASSERT_EQUAL(v2, ref2);
|
|
};
|
|
DECLARE_VECTOR_UNITTEST(TestGenerateZipIterator);
|
|
|
|
void TestGenerateTuple()
|
|
{
|
|
using T = int;
|
|
using Tuple = cuda::std::tuple<T, T>;
|
|
|
|
thrust::host_vector<Tuple> h(3, Tuple(0, 0));
|
|
thrust::device_vector<Tuple> d(3, Tuple(0, 0));
|
|
|
|
thrust::generate(h.begin(), h.end(), return_value<Tuple>(Tuple(4, 7)));
|
|
thrust::generate(d.begin(), d.end(), return_value<Tuple>(Tuple(4, 7)));
|
|
|
|
ASSERT_EQUAL_QUIET(h, d);
|
|
};
|
|
DECLARE_UNITTEST(TestGenerateTuple);
|
|
|
|
_CCCL_DIAG_POP
|