[INFRA] Import NVIDIA/CCCL upstream as optimization reference library

CCCL (CUDA C++ Core Libraries) provides:
- CUB: device/block/warp-level GPU primitives (reduce, scan, sort, topk)
- Thrust: high-level parallel algorithms (transform_reduce, sort, scan)
- libcudacxx: CUDA C++ standard library (atomics, barriers, memory)
- cudax: experimental features (memory resources, allocators)
- Tuning policies: per-SM hardware-specific algorithm parameters

Competition optimization vectors mapped to CCCL:
- Output TPS (83% weight): warp_reduce, block_reduce, device_topk
- Input TPS (14% weight): device_scan, block_load, prefetch
- Cache TPS (3% weight): prefix caching strategy patterns
- Memory (0.9 util): pooled/cached/buddy allocators

Source: https://github.com/NVIDIA/cccl (shallow clone, HEAD only)
License: Apache-2.0

cccl_upstream/thrust/testing/uninitialized_copy.cu

@@ -0,0 +1,221 @@
+#include <thrust/device_malloc_allocator.h>
+#include <thrust/iterator/retag.h>
+#include <thrust/uninitialized_copy.h>
+
+#include <nv/target>
+
+#include <unittest/unittest.h>
+
+template <typename InputIterator, typename ForwardIterator>
+ForwardIterator uninitialized_copy(my_system& system, InputIterator, InputIterator, ForwardIterator result)
+{
+  system.validate_dispatch();
+  return result;
+}
+
+void TestUninitializedCopyDispatchExplicit()
+{
+  thrust::device_vector<int> vec(1);
+
+  my_system sys(0);
+  thrust::uninitialized_copy(sys, vec.begin(), vec.begin(), vec.begin());
+
+  ASSERT_EQUAL(true, sys.is_valid());
+}
+DECLARE_UNITTEST(TestUninitializedCopyDispatchExplicit);
+
+template <typename InputIterator, typename ForwardIterator>
+ForwardIterator uninitialized_copy(my_tag, InputIterator, InputIterator, ForwardIterator result)
+{
+  *result = 13;
+  return result;
+}
+
+void TestUninitializedCopyDispatchImplicit()
+{
+  thrust::device_vector<int> vec(1);
+
+  thrust::uninitialized_copy(
+    thrust::retag<my_tag>(vec.begin()), thrust::retag<my_tag>(vec.begin()), thrust::retag<my_tag>(vec.begin()));
+
+  ASSERT_EQUAL(13, vec.front());
+}
+DECLARE_UNITTEST(TestUninitializedCopyDispatchImplicit);
+
+template <typename InputIterator, typename Size, typename ForwardIterator>
+ForwardIterator uninitialized_copy_n(my_system& system, InputIterator, Size, ForwardIterator result)
+{
+  system.validate_dispatch();
+  return result;
+}
+
+void TestUninitializedCopyNDispatchExplicit()
+{
+  thrust::device_vector<int> vec(1);
+
+  my_system sys(0);
+  thrust::uninitialized_copy_n(sys, vec.begin(), vec.size(), vec.begin());
+
+  ASSERT_EQUAL(true, sys.is_valid());
+}
+DECLARE_UNITTEST(TestUninitializedCopyNDispatchExplicit);
+
+template <typename InputIterator, typename Size, typename ForwardIterator>
+ForwardIterator uninitialized_copy_n(my_tag, InputIterator, Size, ForwardIterator result)
+{
+  *result = 13;
+  return result;
+}
+
+void TestUninitializedCopyNDispatchImplicit()
+{
+  thrust::device_vector<int> vec(1);
+
+  thrust::uninitialized_copy_n(thrust::retag<my_tag>(vec.begin()), vec.size(), thrust::retag<my_tag>(vec.begin()));
+
+  ASSERT_EQUAL(13, vec.front());
+}
+DECLARE_UNITTEST(TestUninitializedCopyNDispatchImplicit);
+
+template <class Vector>
+void TestUninitializedCopySimplePOD()
+{
+  Vector v1{0, 1, 2, 3, 4};
+
+  // copy to Vector
+  Vector v2(5);
+  thrust::uninitialized_copy(v1.begin(), v1.end(), v2.begin());
+  Vector ref{0, 1, 2, 3, 4};
+  ASSERT_EQUAL(v2, ref);
+}
+DECLARE_VECTOR_UNITTEST(TestUninitializedCopySimplePOD);
+
+template <typename Vector>
+void TestUninitializedCopyNSimplePOD()
+{
+  Vector v1{0, 1, 2, 3, 4};
+
+  // copy to Vector
+  Vector v2(5);
+  thrust::uninitialized_copy_n(v1.begin(), v1.size(), v2.begin());
+  Vector ref{0, 1, 2, 3, 4};
+  ASSERT_EQUAL(v2, ref);
+}
+DECLARE_VECTOR_UNITTEST(TestUninitializedCopyNSimplePOD);
+
+struct CopyConstructTest
+{
+  CopyConstructTest() = default;
+
+  _CCCL_HOST_DEVICE CopyConstructTest(const CopyConstructTest&)
+  {
+    NV_IF_TARGET(NV_IS_DEVICE,
+                 (copy_constructed_on_device = true; copy_constructed_on_host = false;),
+                 (copy_constructed_on_device = false; copy_constructed_on_host = true;));
+  }
+
+  CopyConstructTest& operator=(const CopyConstructTest&) = default;
+
+  bool copy_constructed_on_host{false};
+  bool copy_constructed_on_device{false};
+};
+
+struct TestUninitializedCopyNonPODDevice
+{
+  void operator()(const size_t)
+  {
+    using T = CopyConstructTest;
+
+    thrust::device_vector<T> v1(5), v2(5);
+
+    T x;
+    ASSERT_EQUAL(false, x.copy_constructed_on_device);
+    ASSERT_EQUAL(false, x.copy_constructed_on_host);
+
+    x = v1[0];
+    ASSERT_EQUAL(false, x.copy_constructed_on_device);
+    ASSERT_EQUAL(false, x.copy_constructed_on_host);
+
+    thrust::uninitialized_copy(v1.begin(), v1.end(), v2.begin());
+
+    x = v2[0];
+    ASSERT_EQUAL(true, x.copy_constructed_on_device);
+    ASSERT_EQUAL(false, x.copy_constructed_on_host);
+  }
+};
+DECLARE_UNITTEST(TestUninitializedCopyNonPODDevice);
+
+struct TestUninitializedCopyNNonPODDevice
+{
+  void operator()(const size_t)
+  {
+    using T = CopyConstructTest;
+
+    thrust::device_vector<T> v1(5), v2(5);
+
+    T x;
+    ASSERT_EQUAL(false, x.copy_constructed_on_device);
+    ASSERT_EQUAL(false, x.copy_constructed_on_host);
+
+    x = v1[0];
+    ASSERT_EQUAL(false, x.copy_constructed_on_device);
+    ASSERT_EQUAL(false, x.copy_constructed_on_host);
+
+    thrust::uninitialized_copy_n(v1.begin(), v1.size(), v2.begin());
+
+    x = v2[0];
+    ASSERT_EQUAL(true, x.copy_constructed_on_device);
+    ASSERT_EQUAL(false, x.copy_constructed_on_host);
+  }
+};
+DECLARE_UNITTEST(TestUninitializedCopyNNonPODDevice);
+
+struct TestUninitializedCopyNonPODHost
+{
+  void operator()(const size_t)
+  {
+    using T = CopyConstructTest;
+
+    thrust::host_vector<T> v1(5), v2(5);
+
+    T x;
+    ASSERT_EQUAL(false, x.copy_constructed_on_device);
+    ASSERT_EQUAL(false, x.copy_constructed_on_host);
+
+    x = v1[0];
+    ASSERT_EQUAL(false, x.copy_constructed_on_device);
+    ASSERT_EQUAL(false, x.copy_constructed_on_host);
+
+    thrust::uninitialized_copy(v1.begin(), v1.end(), v2.begin());
+
+    x = v2[0];
+    ASSERT_EQUAL(false, x.copy_constructed_on_device);
+    ASSERT_EQUAL(true, x.copy_constructed_on_host);
+  }
+};
+DECLARE_UNITTEST(TestUninitializedCopyNonPODHost);
+
+struct TestUninitializedCopyNNonPODHost
+{
+  void operator()(const size_t)
+  {
+    using T = CopyConstructTest;
+
+    thrust::host_vector<T> v1(5), v2(5);
+
+    T x;
+    ASSERT_EQUAL(false, x.copy_constructed_on_device);
+    ASSERT_EQUAL(false, x.copy_constructed_on_host);
+
+    x = v1[0];
+    ASSERT_EQUAL(false, x.copy_constructed_on_device);
+    ASSERT_EQUAL(false, x.copy_constructed_on_host);
+
+    thrust::uninitialized_copy_n(v1.begin(), v1.size(), v2.begin());
+
+    x = v2[0];
+    ASSERT_EQUAL(false, x.copy_constructed_on_device);
+    ASSERT_EQUAL(true, x.copy_constructed_on_host);
+  }
+};
+DECLARE_UNITTEST(TestUninitializedCopyNNonPODHost);