CCCL (CUDA C++ Core Libraries) provides: - CUB: device/block/warp-level GPU primitives (reduce, scan, sort, topk) - Thrust: high-level parallel algorithms (transform_reduce, sort, scan) - libcudacxx: CUDA C++ standard library (atomics, barriers, memory) - cudax: experimental features (memory resources, allocators) - Tuning policies: per-SM hardware-specific algorithm parameters Competition optimization vectors mapped to CCCL: - Output TPS (83% weight): warp_reduce, block_reduce, device_topk - Input TPS (14% weight): device_scan, block_load, prefetch - Cache TPS (3% weight): prefix caching strategy patterns - Memory (0.9 util): pooled/cached/buddy allocators Source: https://github.com/NVIDIA/cccl (shallow clone, HEAD only) License: Apache-2.0
222 lines
5.8 KiB
Plaintext
222 lines
5.8 KiB
Plaintext
#include <thrust/device_malloc_allocator.h>
|
|
#include <thrust/iterator/retag.h>
|
|
#include <thrust/uninitialized_copy.h>
|
|
|
|
#include <nv/target>
|
|
|
|
#include <unittest/unittest.h>
|
|
|
|
template <typename InputIterator, typename ForwardIterator>
|
|
ForwardIterator uninitialized_copy(my_system& system, InputIterator, InputIterator, ForwardIterator result)
|
|
{
|
|
system.validate_dispatch();
|
|
return result;
|
|
}
|
|
|
|
void TestUninitializedCopyDispatchExplicit()
|
|
{
|
|
thrust::device_vector<int> vec(1);
|
|
|
|
my_system sys(0);
|
|
thrust::uninitialized_copy(sys, vec.begin(), vec.begin(), vec.begin());
|
|
|
|
ASSERT_EQUAL(true, sys.is_valid());
|
|
}
|
|
DECLARE_UNITTEST(TestUninitializedCopyDispatchExplicit);
|
|
|
|
template <typename InputIterator, typename ForwardIterator>
|
|
ForwardIterator uninitialized_copy(my_tag, InputIterator, InputIterator, ForwardIterator result)
|
|
{
|
|
*result = 13;
|
|
return result;
|
|
}
|
|
|
|
void TestUninitializedCopyDispatchImplicit()
|
|
{
|
|
thrust::device_vector<int> vec(1);
|
|
|
|
thrust::uninitialized_copy(
|
|
thrust::retag<my_tag>(vec.begin()), thrust::retag<my_tag>(vec.begin()), thrust::retag<my_tag>(vec.begin()));
|
|
|
|
ASSERT_EQUAL(13, vec.front());
|
|
}
|
|
DECLARE_UNITTEST(TestUninitializedCopyDispatchImplicit);
|
|
|
|
template <typename InputIterator, typename Size, typename ForwardIterator>
|
|
ForwardIterator uninitialized_copy_n(my_system& system, InputIterator, Size, ForwardIterator result)
|
|
{
|
|
system.validate_dispatch();
|
|
return result;
|
|
}
|
|
|
|
void TestUninitializedCopyNDispatchExplicit()
|
|
{
|
|
thrust::device_vector<int> vec(1);
|
|
|
|
my_system sys(0);
|
|
thrust::uninitialized_copy_n(sys, vec.begin(), vec.size(), vec.begin());
|
|
|
|
ASSERT_EQUAL(true, sys.is_valid());
|
|
}
|
|
DECLARE_UNITTEST(TestUninitializedCopyNDispatchExplicit);
|
|
|
|
template <typename InputIterator, typename Size, typename ForwardIterator>
|
|
ForwardIterator uninitialized_copy_n(my_tag, InputIterator, Size, ForwardIterator result)
|
|
{
|
|
*result = 13;
|
|
return result;
|
|
}
|
|
|
|
void TestUninitializedCopyNDispatchImplicit()
|
|
{
|
|
thrust::device_vector<int> vec(1);
|
|
|
|
thrust::uninitialized_copy_n(thrust::retag<my_tag>(vec.begin()), vec.size(), thrust::retag<my_tag>(vec.begin()));
|
|
|
|
ASSERT_EQUAL(13, vec.front());
|
|
}
|
|
DECLARE_UNITTEST(TestUninitializedCopyNDispatchImplicit);
|
|
|
|
template <class Vector>
|
|
void TestUninitializedCopySimplePOD()
|
|
{
|
|
Vector v1{0, 1, 2, 3, 4};
|
|
|
|
// copy to Vector
|
|
Vector v2(5);
|
|
thrust::uninitialized_copy(v1.begin(), v1.end(), v2.begin());
|
|
Vector ref{0, 1, 2, 3, 4};
|
|
ASSERT_EQUAL(v2, ref);
|
|
}
|
|
DECLARE_VECTOR_UNITTEST(TestUninitializedCopySimplePOD);
|
|
|
|
template <typename Vector>
|
|
void TestUninitializedCopyNSimplePOD()
|
|
{
|
|
Vector v1{0, 1, 2, 3, 4};
|
|
|
|
// copy to Vector
|
|
Vector v2(5);
|
|
thrust::uninitialized_copy_n(v1.begin(), v1.size(), v2.begin());
|
|
Vector ref{0, 1, 2, 3, 4};
|
|
ASSERT_EQUAL(v2, ref);
|
|
}
|
|
DECLARE_VECTOR_UNITTEST(TestUninitializedCopyNSimplePOD);
|
|
|
|
struct CopyConstructTest
|
|
{
|
|
CopyConstructTest() = default;
|
|
|
|
_CCCL_HOST_DEVICE CopyConstructTest(const CopyConstructTest&)
|
|
{
|
|
NV_IF_TARGET(NV_IS_DEVICE,
|
|
(copy_constructed_on_device = true; copy_constructed_on_host = false;),
|
|
(copy_constructed_on_device = false; copy_constructed_on_host = true;));
|
|
}
|
|
|
|
CopyConstructTest& operator=(const CopyConstructTest&) = default;
|
|
|
|
bool copy_constructed_on_host{false};
|
|
bool copy_constructed_on_device{false};
|
|
};
|
|
|
|
struct TestUninitializedCopyNonPODDevice
|
|
{
|
|
void operator()(const size_t)
|
|
{
|
|
using T = CopyConstructTest;
|
|
|
|
thrust::device_vector<T> v1(5), v2(5);
|
|
|
|
T x;
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_device);
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_host);
|
|
|
|
x = v1[0];
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_device);
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_host);
|
|
|
|
thrust::uninitialized_copy(v1.begin(), v1.end(), v2.begin());
|
|
|
|
x = v2[0];
|
|
ASSERT_EQUAL(true, x.copy_constructed_on_device);
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_host);
|
|
}
|
|
};
|
|
DECLARE_UNITTEST(TestUninitializedCopyNonPODDevice);
|
|
|
|
struct TestUninitializedCopyNNonPODDevice
|
|
{
|
|
void operator()(const size_t)
|
|
{
|
|
using T = CopyConstructTest;
|
|
|
|
thrust::device_vector<T> v1(5), v2(5);
|
|
|
|
T x;
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_device);
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_host);
|
|
|
|
x = v1[0];
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_device);
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_host);
|
|
|
|
thrust::uninitialized_copy_n(v1.begin(), v1.size(), v2.begin());
|
|
|
|
x = v2[0];
|
|
ASSERT_EQUAL(true, x.copy_constructed_on_device);
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_host);
|
|
}
|
|
};
|
|
DECLARE_UNITTEST(TestUninitializedCopyNNonPODDevice);
|
|
|
|
struct TestUninitializedCopyNonPODHost
|
|
{
|
|
void operator()(const size_t)
|
|
{
|
|
using T = CopyConstructTest;
|
|
|
|
thrust::host_vector<T> v1(5), v2(5);
|
|
|
|
T x;
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_device);
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_host);
|
|
|
|
x = v1[0];
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_device);
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_host);
|
|
|
|
thrust::uninitialized_copy(v1.begin(), v1.end(), v2.begin());
|
|
|
|
x = v2[0];
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_device);
|
|
ASSERT_EQUAL(true, x.copy_constructed_on_host);
|
|
}
|
|
};
|
|
DECLARE_UNITTEST(TestUninitializedCopyNonPODHost);
|
|
|
|
struct TestUninitializedCopyNNonPODHost
|
|
{
|
|
void operator()(const size_t)
|
|
{
|
|
using T = CopyConstructTest;
|
|
|
|
thrust::host_vector<T> v1(5), v2(5);
|
|
|
|
T x;
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_device);
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_host);
|
|
|
|
x = v1[0];
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_device);
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_host);
|
|
|
|
thrust::uninitialized_copy_n(v1.begin(), v1.size(), v2.begin());
|
|
|
|
x = v2[0];
|
|
ASSERT_EQUAL(false, x.copy_constructed_on_device);
|
|
ASSERT_EQUAL(true, x.copy_constructed_on_host);
|
|
}
|
|
};
|
|
DECLARE_UNITTEST(TestUninitializedCopyNNonPODHost);
|