[INFRA] Import NVIDIA/CCCL upstream as optimization reference library

CCCL (CUDA C++ Core Libraries) provides:
- CUB: device/block/warp-level GPU primitives (reduce, scan, sort, topk)
- Thrust: high-level parallel algorithms (transform_reduce, sort, scan)
- libcudacxx: CUDA C++ standard library (atomics, barriers, memory)
- cudax: experimental features (memory resources, allocators)
- Tuning policies: per-SM hardware-specific algorithm parameters

Competition optimization vectors mapped to CCCL:
- Output TPS (83% weight): warp_reduce, block_reduce, device_topk
- Input TPS (14% weight): device_scan, block_load, prefetch
- Cache TPS (3% weight): prefix caching strategy patterns
- Memory (0.9 util): pooled/cached/buddy allocators

Source: https://github.com/NVIDIA/cccl (shallow clone, HEAD only)
License: Apache-2.0

cccl_upstream/thrust/testing/functional_arithmetic.cu

@@ -0,0 +1,86 @@
+#include <thrust/functional.h>
+#include <thrust/transform.h>
+
+#include <algorithm>
+#include <functional>
+
+#include <unittest/unittest.h>
+
+const size_t NUM_SAMPLES = 10000;
+
+template <class InputVector, class OutputVector, class Operator, class ReferenceOperator>
+void TestBinaryFunctional()
+{
+  using InputType  = typename InputVector::value_type;
+  using OutputType = typename OutputVector::value_type;
+
+  thrust::host_vector<InputType> std_input1 = unittest::random_samples<InputType>(NUM_SAMPLES);
+  thrust::host_vector<InputType> std_input2 = unittest::random_samples<InputType>(NUM_SAMPLES);
+  thrust::host_vector<OutputType> std_output(NUM_SAMPLES);
+
+  // Replace zeros to avoid divide by zero exceptions
+  std::replace(std_input2.begin(), std_input2.end(), (InputType) 0, (InputType) 1);
+
+  InputVector input1 = std_input1;
+  InputVector input2 = std_input2;
+  OutputVector output(NUM_SAMPLES);
+
+  thrust::transform(input1.begin(), input1.end(), input2.begin(), output.begin(), Operator());
+  thrust::transform(std_input1.begin(), std_input1.end(), std_input2.begin(), std_output.begin(), ReferenceOperator());
+
+  // Note: FP division is not bit-equal, even when nvcc is invoked with --prec-div
+  ASSERT_ALMOST_EQUAL(output, std_output);
+}
+
+// XXX add bool to list
+// Instantiate a macro for all integer-like data types
+#define INSTANTIATE_INTEGER_TYPES(Macro, vector_type, operator_name)                                             \
+  Macro(vector_type, operator_name, unittest::int8_t) Macro(vector_type, operator_name, unittest::uint8_t)       \
+    Macro(vector_type, operator_name, unittest::int16_t) Macro(vector_type, operator_name, unittest::uint16_t)   \
+      Macro(vector_type, operator_name, unittest::int32_t) Macro(vector_type, operator_name, unittest::uint32_t) \
+        Macro(vector_type, operator_name, unittest::int64_t) Macro(vector_type, operator_name, unittest::uint64_t)
+
+// Instantiate a macro for all integer and floating point data types
+#define INSTANTIATE_ALL_TYPES(Macro, vector_type, operator_name) \
+  INSTANTIATE_INTEGER_TYPES(Macro, vector_type, operator_name)   \
+  Macro(vector_type, operator_name, float)
+
+// op(T,T) -> T
+#define INSTANTIATE_BINARY_ARITHMETIC_FUNCTIONAL_TEST(vector_type, operator_name, data_type) \
+  TestBinaryFunctional<thrust::vector_type<data_type>,                                       \
+                       thrust::vector_type<data_type>,                                       \
+                       ::cuda::std::operator_name<data_type>,                                \
+                       ::std::operator_name<data_type>>();
+// op(T,T) -> T
+#define DECLARE_BINARY_ARITHMETIC_FUNCTIONAL_UNITTEST(operator_name, OperatorName)                      \
+  void Test##OperatorName##FunctionalHost()                                                             \
+  {                                                                                                     \
+    INSTANTIATE_ALL_TYPES(INSTANTIATE_BINARY_ARITHMETIC_FUNCTIONAL_TEST, host_vector, operator_name);   \
+  }                                                                                                     \
+  DECLARE_UNITTEST(Test##OperatorName##FunctionalHost);                                                 \
+  void Test##OperatorName##FunctionalDevice()                                                           \
+  {                                                                                                     \
+    INSTANTIATE_ALL_TYPES(INSTANTIATE_BINARY_ARITHMETIC_FUNCTIONAL_TEST, device_vector, operator_name); \
+  }                                                                                                     \
+  DECLARE_UNITTEST(Test##OperatorName##FunctionalDevice);
+
+// op(T,T) -> T (for integer T only)
+#define DECLARE_BINARY_INTEGER_ARITHMETIC_FUNCTIONAL_UNITTEST(operator_name, OperatorName)                  \
+  void Test##OperatorName##FunctionalHost()                                                                 \
+  {                                                                                                         \
+    INSTANTIATE_INTEGER_TYPES(INSTANTIATE_BINARY_ARITHMETIC_FUNCTIONAL_TEST, host_vector, operator_name);   \
+  }                                                                                                         \
+  DECLARE_UNITTEST(Test##OperatorName##FunctionalHost);                                                     \
+  void Test##OperatorName##FunctionalDevice()                                                               \
+  {                                                                                                         \
+    INSTANTIATE_INTEGER_TYPES(INSTANTIATE_BINARY_ARITHMETIC_FUNCTIONAL_TEST, device_vector, operator_name); \
+  }                                                                                                         \
+  DECLARE_UNITTEST(Test##OperatorName##FunctionalDevice);
+
+// Create the unit tests
+DECLARE_BINARY_ARITHMETIC_FUNCTIONAL_UNITTEST(plus, Plus);
+DECLARE_BINARY_ARITHMETIC_FUNCTIONAL_UNITTEST(minus, Minus);
+DECLARE_BINARY_ARITHMETIC_FUNCTIONAL_UNITTEST(multiplies, Multiplies);
+DECLARE_BINARY_ARITHMETIC_FUNCTIONAL_UNITTEST(divides, Divides);
+
+DECLARE_BINARY_INTEGER_ARITHMETIC_FUNCTIONAL_UNITTEST(modulus, Modulus);