CCCL (CUDA C++ Core Libraries) provides: - CUB: device/block/warp-level GPU primitives (reduce, scan, sort, topk) - Thrust: high-level parallel algorithms (transform_reduce, sort, scan) - libcudacxx: CUDA C++ standard library (atomics, barriers, memory) - cudax: experimental features (memory resources, allocators) - Tuning policies: per-SM hardware-specific algorithm parameters Competition optimization vectors mapped to CCCL: - Output TPS (83% weight): warp_reduce, block_reduce, device_topk - Input TPS (14% weight): device_scan, block_load, prefetch - Cache TPS (3% weight): prefix caching strategy patterns - Memory (0.9 util): pooled/cached/buddy allocators Source: https://github.com/NVIDIA/cccl (shallow clone, HEAD only) License: Apache-2.0
213 lines
7.9 KiB
C++
213 lines
7.9 KiB
C++
// SPDX-FileCopyrightText: Copyright (c) 2008-2013, NVIDIA Corporation. All rights reserved.
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
#pragma once
|
|
|
|
#include <thrust/detail/config.h>
|
|
|
|
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
|
|
# pragma GCC system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
|
|
# pragma clang system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
|
|
# pragma system_header
|
|
#endif // no system header
|
|
#include <thrust/iterator/iterator_traits.h>
|
|
#include <thrust/remove.h>
|
|
#include <thrust/system/detail/generic/select_system.h>
|
|
|
|
// Include all active backend system implementations (generic, sequential, host and device)
|
|
#include <thrust/system/detail/generic/remove.h>
|
|
#include <thrust/system/detail/sequential/remove.h>
|
|
#include __THRUST_HOST_SYSTEM_ALGORITH_DETAIL_HEADER_INCLUDE(remove.h)
|
|
#include __THRUST_DEVICE_SYSTEM_ALGORITH_DETAIL_HEADER_INCLUDE(remove.h)
|
|
|
|
// Some build systems need a hint to know which files we could include
|
|
#if 0
|
|
# include <thrust/system/cpp/detail/remove.h>
|
|
# include <thrust/system/cuda/detail/remove.h>
|
|
# include <thrust/system/omp/detail/remove.h>
|
|
# include <thrust/system/tbb/detail/remove.h>
|
|
#endif
|
|
|
|
THRUST_NAMESPACE_BEGIN
|
|
|
|
_CCCL_EXEC_CHECK_DISABLE
|
|
template <typename DerivedPolicy, typename ForwardIterator, typename T>
|
|
_CCCL_HOST_DEVICE ForwardIterator remove(
|
|
const thrust::detail::execution_policy_base<DerivedPolicy>& exec,
|
|
ForwardIterator first,
|
|
ForwardIterator last,
|
|
const T& value)
|
|
{
|
|
_CCCL_NVTX_RANGE_SCOPE("thrust::remove");
|
|
using thrust::system::detail::generic::remove;
|
|
return remove(thrust::detail::derived_cast(thrust::detail::strip_const(exec)), first, last, value);
|
|
} // end remove()
|
|
|
|
_CCCL_EXEC_CHECK_DISABLE
|
|
template <typename DerivedPolicy, typename InputIterator, typename OutputIterator, typename T>
|
|
_CCCL_HOST_DEVICE OutputIterator remove_copy(
|
|
const thrust::detail::execution_policy_base<DerivedPolicy>& exec,
|
|
InputIterator first,
|
|
InputIterator last,
|
|
OutputIterator result,
|
|
const T& value)
|
|
{
|
|
_CCCL_NVTX_RANGE_SCOPE("thrust::remove_copy");
|
|
using thrust::system::detail::generic::remove_copy;
|
|
return remove_copy(thrust::detail::derived_cast(thrust::detail::strip_const(exec)), first, last, result, value);
|
|
} // end remove_copy()
|
|
|
|
_CCCL_EXEC_CHECK_DISABLE
|
|
template <typename DerivedPolicy, typename ForwardIterator, typename Predicate>
|
|
_CCCL_HOST_DEVICE ForwardIterator remove_if(
|
|
const thrust::detail::execution_policy_base<DerivedPolicy>& exec,
|
|
ForwardIterator first,
|
|
ForwardIterator last,
|
|
Predicate pred)
|
|
{
|
|
_CCCL_NVTX_RANGE_SCOPE("thrust::remove_if");
|
|
using thrust::system::detail::generic::remove_if;
|
|
return remove_if(thrust::detail::derived_cast(thrust::detail::strip_const(exec)), first, last, pred);
|
|
} // end remove_if()
|
|
|
|
_CCCL_EXEC_CHECK_DISABLE
|
|
template <typename DerivedPolicy, typename InputIterator, typename OutputIterator, typename Predicate>
|
|
_CCCL_HOST_DEVICE OutputIterator remove_copy_if(
|
|
const thrust::detail::execution_policy_base<DerivedPolicy>& exec,
|
|
InputIterator first,
|
|
InputIterator last,
|
|
OutputIterator result,
|
|
Predicate pred)
|
|
{
|
|
_CCCL_NVTX_RANGE_SCOPE("thrust::remove_copy_if");
|
|
using thrust::system::detail::generic::remove_copy_if;
|
|
return remove_copy_if(thrust::detail::derived_cast(thrust::detail::strip_const(exec)), first, last, result, pred);
|
|
} // end remove_copy_if()
|
|
|
|
_CCCL_EXEC_CHECK_DISABLE
|
|
template <typename DerivedPolicy, typename ForwardIterator, typename InputIterator, typename Predicate>
|
|
_CCCL_HOST_DEVICE ForwardIterator remove_if(
|
|
const thrust::detail::execution_policy_base<DerivedPolicy>& exec,
|
|
ForwardIterator first,
|
|
ForwardIterator last,
|
|
InputIterator stencil,
|
|
Predicate pred)
|
|
{
|
|
_CCCL_NVTX_RANGE_SCOPE("thrust::remove_if");
|
|
using thrust::system::detail::generic::remove_if;
|
|
return remove_if(thrust::detail::derived_cast(thrust::detail::strip_const(exec)), first, last, stencil, pred);
|
|
} // end remove_if()
|
|
|
|
_CCCL_EXEC_CHECK_DISABLE
|
|
template <typename DerivedPolicy,
|
|
typename InputIterator1,
|
|
typename InputIterator2,
|
|
typename OutputIterator,
|
|
typename Predicate>
|
|
_CCCL_HOST_DEVICE OutputIterator remove_copy_if(
|
|
const thrust::detail::execution_policy_base<DerivedPolicy>& exec,
|
|
InputIterator1 first,
|
|
InputIterator1 last,
|
|
InputIterator2 stencil,
|
|
OutputIterator result,
|
|
Predicate pred)
|
|
{
|
|
_CCCL_NVTX_RANGE_SCOPE("thrust::remove_copy_if");
|
|
using thrust::system::detail::generic::remove_copy_if;
|
|
return remove_copy_if(
|
|
thrust::detail::derived_cast(thrust::detail::strip_const(exec)), first, last, stencil, result, pred);
|
|
} // end remove_copy_if()
|
|
|
|
template <typename ForwardIterator, typename T>
|
|
ForwardIterator remove(ForwardIterator first, ForwardIterator last, const T& value)
|
|
{
|
|
_CCCL_NVTX_RANGE_SCOPE("thrust::remove");
|
|
using thrust::system::detail::generic::select_system;
|
|
|
|
using System = typename thrust::iterator_system<ForwardIterator>::type;
|
|
|
|
System system;
|
|
|
|
return thrust::remove(select_system(system), first, last, value);
|
|
} // end remove()
|
|
|
|
template <typename InputIterator, typename OutputIterator, typename T>
|
|
OutputIterator remove_copy(InputIterator first, InputIterator last, OutputIterator result, const T& value)
|
|
{
|
|
_CCCL_NVTX_RANGE_SCOPE("thrust::remove_copy");
|
|
using thrust::system::detail::generic::select_system;
|
|
|
|
using System1 = typename thrust::iterator_system<InputIterator>::type;
|
|
using System2 = typename thrust::iterator_system<OutputIterator>::type;
|
|
|
|
System1 system1;
|
|
System2 system2;
|
|
|
|
return thrust::remove_copy(select_system(system1, system2), first, last, result, value);
|
|
} // end remove_copy()
|
|
|
|
template <typename ForwardIterator, typename Predicate>
|
|
ForwardIterator remove_if(ForwardIterator first, ForwardIterator last, Predicate pred)
|
|
{
|
|
_CCCL_NVTX_RANGE_SCOPE("thrust::remove_if");
|
|
using thrust::system::detail::generic::select_system;
|
|
|
|
using System = typename thrust::iterator_system<ForwardIterator>::type;
|
|
|
|
System system;
|
|
|
|
return thrust::remove_if(select_system(system), first, last, pred);
|
|
} // end remove_if()
|
|
|
|
template <typename ForwardIterator, typename InputIterator, typename Predicate>
|
|
ForwardIterator remove_if(ForwardIterator first, ForwardIterator last, InputIterator stencil, Predicate pred)
|
|
{
|
|
_CCCL_NVTX_RANGE_SCOPE("thrust::remove_if");
|
|
using thrust::system::detail::generic::select_system;
|
|
|
|
using System1 = typename thrust::iterator_system<ForwardIterator>::type;
|
|
using System2 = typename thrust::iterator_system<InputIterator>::type;
|
|
|
|
System1 system1;
|
|
System2 system2;
|
|
|
|
return thrust::remove_if(select_system(system1, system2), first, last, stencil, pred);
|
|
} // end remove_if()
|
|
|
|
template <typename InputIterator, typename OutputIterator, typename Predicate>
|
|
OutputIterator remove_copy_if(InputIterator first, InputIterator last, OutputIterator result, Predicate pred)
|
|
{
|
|
_CCCL_NVTX_RANGE_SCOPE("thrust::remove_copy_if");
|
|
using thrust::system::detail::generic::select_system;
|
|
|
|
using System1 = typename thrust::iterator_system<InputIterator>::type;
|
|
using System2 = typename thrust::iterator_system<OutputIterator>::type;
|
|
|
|
System1 system1;
|
|
System2 system2;
|
|
|
|
return thrust::remove_copy_if(select_system(system1, system2), first, last, result, pred);
|
|
} // end remove_copy_if()
|
|
|
|
template <typename InputIterator1, typename InputIterator2, typename OutputIterator, typename Predicate>
|
|
OutputIterator
|
|
remove_copy_if(InputIterator1 first, InputIterator1 last, InputIterator2 stencil, OutputIterator result, Predicate pred)
|
|
{
|
|
_CCCL_NVTX_RANGE_SCOPE("thrust::remove_copy_if");
|
|
using thrust::system::detail::generic::select_system;
|
|
|
|
using System1 = typename thrust::iterator_system<InputIterator1>::type;
|
|
using System2 = typename thrust::iterator_system<InputIterator2>::type;
|
|
using System3 = typename thrust::iterator_system<OutputIterator>::type;
|
|
|
|
System1 system1;
|
|
System2 system2;
|
|
System3 system3;
|
|
|
|
return thrust::remove_copy_if(select_system(system1, system2, system3), first, last, stencil, result, pred);
|
|
} // end remove_copy_if()
|
|
|
|
THRUST_NAMESPACE_END
|