Files
project_6/cccl_upstream/thrust/thrust/device_new_allocator.h
EngineX CI 56fd68e7dd [INFRA] Import NVIDIA/CCCL upstream as optimization reference library
CCCL (CUDA C++ Core Libraries) provides:
- CUB: device/block/warp-level GPU primitives (reduce, scan, sort, topk)
- Thrust: high-level parallel algorithms (transform_reduce, sort, scan)
- libcudacxx: CUDA C++ standard library (atomics, barriers, memory)
- cudax: experimental features (memory resources, allocators)
- Tuning policies: per-SM hardware-specific algorithm parameters

Competition optimization vectors mapped to CCCL:
- Output TPS (83% weight): warp_reduce, block_reduce, device_topk
- Input TPS (14% weight): device_scan, block_load, prefetch
- Cache TPS (3% weight): prefix caching strategy patterns
- Memory (0.9 util): pooled/cached/buddy allocators

Source: https://github.com/NVIDIA/cccl (shallow clone, HEAD only)
License: Apache-2.0
2026-07-30 09:35:51 +00:00

209 lines
5.9 KiB
C++

// SPDX-FileCopyrightText: Copyright (c) 2008-2013, NVIDIA Corporation. All rights reserved.
// SPDX-License-Identifier: Apache-2.0
/*! \file
* \brief An allocator which allocates storage with \p device_new.
*/
#pragma once
#include <thrust/detail/config.h>
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
# pragma GCC system_header
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
# pragma clang system_header
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
# pragma system_header
#endif // no system header
#include <thrust/device_delete.h>
#include <thrust/device_new.h>
#include <thrust/device_ptr.h>
#include <thrust/device_reference.h>
#include <cuda/std/__exception/exception_macros.h>
#include <cuda/std/cstdint>
#include <cuda/std/limits>
#include <new>
THRUST_NAMESPACE_BEGIN
/*! \addtogroup allocators Allocators
* \ingroup memory_management
* \{
*/
/*! \p device_new_allocator is a device memory allocator that employs the
* \p device_new function for allocation.
*
* \see device_new
* \see device_ptr
* \see https://en.cppreference.com/w/cpp/memory/allocator
*
* \verbatim embed:rst:leading-asterisk
* .. versionadded:: 2.2.0
* \endverbatim
*/
template <typename T>
class device_new_allocator
{
public:
/*! Type of element allocated, \c T. */
using value_type = T;
/*! Pointer to allocation, \c device_ptr<T>. */
using pointer = device_ptr<T>;
/*! \c const pointer to allocation, \c device_ptr<const T>. */
using const_pointer = device_ptr<const T>;
/*! Reference to allocated element, \c device_reference<T>. */
using reference = device_reference<T>;
/*! \c const reference to allocated element, \c device_reference<const T>. */
using const_reference = device_reference<const T>;
/*! Type of allocation size, \c size_t. */
using size_type = ::cuda::std::size_t;
/*! Type of allocation difference, \c pointer::difference_type. */
using difference_type = typename pointer::difference_type;
/*! The \p rebind metafunction provides the type of a \p device_new_allocator
* instantiated with another type.
*
* \tparam U The other type to use for instantiation.
*
* \verbatim embed:rst:leading-asterisk
* .. versionadded:: 2.2.0
* \endverbatim
*/
template <typename U>
struct rebind
{
/*! The alias \p other gives the type of the rebound \p device_new_allocator.
*
* \verbatim embed:rst:leading-asterisk
* .. versionadded:: 2.2.0
* \endverbatim
*/
using other = device_new_allocator<U>;
}; // end rebind
/*! No-argument constructor has no effect. */
_CCCL_HOST_DEVICE inline device_new_allocator() {}
/*! No-argument destructor has no effect. */
_CCCL_HOST_DEVICE inline ~device_new_allocator() {}
/*! Copy constructor has no effect. */
_CCCL_HOST_DEVICE inline device_new_allocator(device_new_allocator const&) {}
/*! Constructor from other \p device_malloc_allocator has no effect. */
template <typename U>
_CCCL_HOST_DEVICE inline device_new_allocator(device_new_allocator<U> const&)
{}
/*! Returns the address of an allocated object.
* \return <tt>&r</tt>.
*
* \verbatim embed:rst:leading-asterisk
* .. versionadded:: 2.2.0
* \endverbatim
*/
_CCCL_HOST_DEVICE inline pointer address(reference r)
{
return &r;
}
/*! Returns the address an allocated object.
* \return <tt>&r</tt>.
*
* \verbatim embed:rst:leading-asterisk
* .. versionadded:: 2.2.0
* \endverbatim
*/
_CCCL_HOST_DEVICE inline const_pointer address(const_reference r)
{
return &r;
}
/*! Allocates storage for \p cnt objects.
* \param cnt The number of objects to allocate.
* \return A \p pointer to uninitialized storage for \p cnt objects.
* \note Memory allocated by this function must be deallocated with \p deallocate.
*
* \verbatim embed:rst:leading-asterisk
* .. versionadded:: 2.2.0
* \endverbatim
*/
_CCCL_HOST inline pointer allocate(size_type cnt, const_pointer = const_pointer(static_cast<T*>(0)))
{
if (cnt > this->max_size())
{
_CCCL_THROW(::std::bad_alloc);
} // end if
// use "::operator new" rather than keyword new
return pointer(device_new<T>(cnt));
} // end allocate()
/*! Deallocates storage for objects allocated with \p allocate.
* \param p A \p pointer to the storage to deallocate.
* \param cnt The size of the previous allocation.
* \note Memory deallocated by this function must previously have been
* allocated with \p allocate.
*
* \verbatim embed:rst:leading-asterisk
* .. versionadded:: 2.2.0
* \endverbatim
*/
_CCCL_HOST inline void deallocate(pointer p, [[maybe_unused]] size_type cnt) noexcept
{
// use "::operator delete" rather than keyword delete
device_delete(p);
} // end deallocate()
/*! Returns the largest value \c n for which <tt>allocate(n)</tt> might succeed.
* \return The largest value \c n for which <tt>allocate(n)</tt> might succeed.
*
* \verbatim embed:rst:leading-asterisk
* .. versionadded:: 2.2.0
* \endverbatim
*/
_CCCL_HOST_DEVICE inline size_type max_size() const
{
return ::cuda::std::numeric_limits<size_type>::max THRUST_PREVENT_MACRO_SUBSTITUTION() / sizeof(T);
} // end max_size()
/*! Compares against another \p device_malloc_allocator for equality.
* \return \c true
*
* \verbatim embed:rst:leading-asterisk
* .. versionadded:: 2.2.0
* \endverbatim
*/
_CCCL_HOST_DEVICE inline bool operator==(device_new_allocator const&)
{
return true;
}
/*! Compares against another \p device_malloc_allocator for inequality.
* \return \c false
*
* \verbatim embed:rst:leading-asterisk
* .. versionadded:: 2.2.0
* \endverbatim
*/
_CCCL_HOST_DEVICE inline bool operator!=(device_new_allocator const& a)
{
return !operator==(a);
}
}; // end device_new_allocator
/*! \} // allocators
*/
THRUST_NAMESPACE_END