CCCL (CUDA C++ Core Libraries) provides: - CUB: device/block/warp-level GPU primitives (reduce, scan, sort, topk) - Thrust: high-level parallel algorithms (transform_reduce, sort, scan) - libcudacxx: CUDA C++ standard library (atomics, barriers, memory) - cudax: experimental features (memory resources, allocators) - Tuning policies: per-SM hardware-specific algorithm parameters Competition optimization vectors mapped to CCCL: - Output TPS (83% weight): warp_reduce, block_reduce, device_topk - Input TPS (14% weight): device_scan, block_load, prefetch - Cache TPS (3% weight): prefix caching strategy patterns - Memory (0.9 util): pooled/cached/buddy allocators Source: https://github.com/NVIDIA/cccl (shallow clone, HEAD only) License: Apache-2.0
67 lines
2.2 KiB
C++
67 lines
2.2 KiB
C++
//===----------------------------------------------------------------------===//
|
|
//
|
|
// Part of libcu++, the C++ Standard Library for your entire system,
|
|
// under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
// SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef _CUDA___BARRIER_BARRIER_H
|
|
#define _CUDA___BARRIER_BARRIER_H
|
|
|
|
#include <cuda/std/detail/__config>
|
|
|
|
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
|
|
# pragma GCC system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
|
|
# pragma clang system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
|
|
# pragma system_header
|
|
#endif // no system header
|
|
|
|
#include <cuda/__fwd/barrier.h>
|
|
#include <cuda/std/__atomic/scopes.h>
|
|
#include <cuda/std/__barrier/barrier.h>
|
|
#include <cuda/std/__barrier/empty_completion.h>
|
|
#include <cuda/std/__new/device_new.h>
|
|
#include <cuda/std/cstdint>
|
|
|
|
#include <cuda/std/__cccl/prologue.h>
|
|
|
|
_CCCL_BEGIN_NAMESPACE_CUDA
|
|
|
|
template <thread_scope _Sco, class _CompletionF>
|
|
class barrier : public ::cuda::std::__barrier_base<_CompletionF, _Sco>
|
|
{
|
|
public:
|
|
_CCCL_HIDE_FROM_ABI barrier() = default;
|
|
|
|
barrier(const barrier&) = delete;
|
|
barrier& operator=(const barrier&) = delete;
|
|
|
|
_CCCL_HOST_DEVICE_API constexpr barrier(::cuda::std::ptrdiff_t __expected, _CompletionF __completion = _CompletionF())
|
|
: ::cuda::std::__barrier_base<_CompletionF, _Sco>(__expected, __completion)
|
|
{}
|
|
|
|
_CCCL_HOST_DEVICE_API inline friend void init(barrier* __b, ::cuda::std::ptrdiff_t __expected)
|
|
{
|
|
_CCCL_ASSERT(__expected >= 0, "Cannot initialize barrier with negative arrival count");
|
|
new (__b) barrier(__expected);
|
|
}
|
|
|
|
_CCCL_HOST_DEVICE_API inline friend void
|
|
init(barrier* __b, ::cuda::std::ptrdiff_t __expected, _CompletionF __completion)
|
|
{
|
|
_CCCL_ASSERT(__expected >= 0, "Cannot initialize barrier with negative arrival count");
|
|
new (__b) barrier(__expected, __completion);
|
|
}
|
|
};
|
|
|
|
_CCCL_END_NAMESPACE_CUDA
|
|
|
|
#include <cuda/std/__cccl/epilogue.h>
|
|
|
|
#endif // _CUDA___BARRIER_BARRIER_H
|