CCCL (CUDA C++ Core Libraries) provides: - CUB: device/block/warp-level GPU primitives (reduce, scan, sort, topk) - Thrust: high-level parallel algorithms (transform_reduce, sort, scan) - libcudacxx: CUDA C++ standard library (atomics, barriers, memory) - cudax: experimental features (memory resources, allocators) - Tuning policies: per-SM hardware-specific algorithm parameters Competition optimization vectors mapped to CCCL: - Output TPS (83% weight): warp_reduce, block_reduce, device_topk - Input TPS (14% weight): device_scan, block_load, prefetch - Cache TPS (3% weight): prefix caching strategy patterns - Memory (0.9 util): pooled/cached/buddy allocators Source: https://github.com/NVIDIA/cccl (shallow clone, HEAD only) License: Apache-2.0
170 lines
5.0 KiB
C
170 lines
5.0 KiB
C
//===----------------------------------------------------------------------===//
|
|
//
|
|
// Part of CUDA Experimental in CUDA Core Compute Libraries,
|
|
// under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
// SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#pragma once
|
|
// NOLINTBEGIN(modernize-use-using)
|
|
|
|
#ifndef CCCL_C_EXPERIMENTAL
|
|
# error "C exposure is experimental and subject to change. Define CCCL_C_EXPERIMENTAL to acknowledge this notice."
|
|
#endif // !CCCL_C_EXPERIMENTAL
|
|
|
|
#include <cuda.h>
|
|
#include <stdbool.h>
|
|
#include <stdint.h>
|
|
|
|
#include <cccl/c/extern_c.h>
|
|
#include <cccl/c/types.h>
|
|
|
|
CCCL_C_EXTERN_C_BEGIN
|
|
|
|
typedef struct cccl_device_scan_build_result_t
|
|
{
|
|
int cc;
|
|
void* payload;
|
|
size_t payload_size;
|
|
cccl_payload_kind_t payload_kind;
|
|
CUlibrary library;
|
|
cccl_type_info input_type;
|
|
cccl_type_info output_type;
|
|
cccl_type_info accumulator_type;
|
|
CUkernel init_kernel;
|
|
CUkernel scan_kernel;
|
|
bool force_inclusive;
|
|
cccl_init_kind_t init_kind;
|
|
size_t description_bytes_per_tile;
|
|
size_t payload_bytes_per_tile;
|
|
void* runtime_policy;
|
|
size_t runtime_policy_size;
|
|
char* init_kernel_lowered_name;
|
|
char* scan_kernel_lowered_name;
|
|
} cccl_device_scan_build_result_t;
|
|
|
|
CCCL_C_API CUresult cccl_device_scan_build(
|
|
cccl_device_scan_build_result_t* build_ptr,
|
|
cccl_iterator_t d_in,
|
|
cccl_iterator_t d_out,
|
|
cccl_op_t op,
|
|
cccl_type_info init,
|
|
bool force_inclusive,
|
|
cccl_init_kind_t init_kind,
|
|
int cc_major,
|
|
int cc_minor,
|
|
const char* cub_path,
|
|
const char* thrust_path,
|
|
const char* libcudacxx_path,
|
|
const char* ctk_path);
|
|
|
|
// Extended version with build configuration
|
|
CCCL_C_API CUresult cccl_device_scan_build_ex(
|
|
cccl_device_scan_build_result_t* build_ptr,
|
|
cccl_iterator_t d_in,
|
|
cccl_iterator_t d_out,
|
|
cccl_op_t op,
|
|
cccl_type_info init,
|
|
bool force_inclusive,
|
|
cccl_init_kind_t init_kind,
|
|
int cc_major,
|
|
int cc_minor,
|
|
const char* cub_path,
|
|
const char* thrust_path,
|
|
const char* libcudacxx_path,
|
|
const char* ctk_path,
|
|
cccl_build_config* config);
|
|
|
|
CCCL_C_API CUresult cccl_device_scan_compile(
|
|
cccl_device_scan_build_result_t* build_ptr,
|
|
cccl_iterator_t d_in,
|
|
cccl_iterator_t d_out,
|
|
cccl_op_t op,
|
|
cccl_type_info init,
|
|
bool force_inclusive,
|
|
cccl_init_kind_t init_kind,
|
|
int cc_major,
|
|
int cc_minor,
|
|
const char* cub_path,
|
|
const char* thrust_path,
|
|
const char* libcudacxx_path,
|
|
const char* ctk_path,
|
|
cccl_build_config* config);
|
|
|
|
CCCL_C_API CUresult cccl_device_scan_load(cccl_device_scan_build_result_t* build_ptr);
|
|
|
|
CCCL_C_API CUresult cccl_device_exclusive_scan(
|
|
cccl_device_scan_build_result_t build,
|
|
void* d_temp_storage,
|
|
size_t* temp_storage_bytes,
|
|
cccl_iterator_t d_in,
|
|
cccl_iterator_t d_out,
|
|
uint64_t num_items,
|
|
cccl_op_t op,
|
|
cccl_value_t init,
|
|
CUstream stream);
|
|
|
|
CCCL_C_API CUresult cccl_device_inclusive_scan(
|
|
cccl_device_scan_build_result_t build,
|
|
void* d_temp_storage,
|
|
size_t* temp_storage_bytes,
|
|
cccl_iterator_t d_in,
|
|
cccl_iterator_t d_out,
|
|
uint64_t num_items,
|
|
cccl_op_t op,
|
|
cccl_value_t init,
|
|
CUstream stream);
|
|
|
|
CCCL_C_API CUresult cccl_device_exclusive_scan_future_value(
|
|
cccl_device_scan_build_result_t build,
|
|
void* d_temp_storage,
|
|
size_t* temp_storage_bytes,
|
|
cccl_iterator_t d_in,
|
|
cccl_iterator_t d_out,
|
|
uint64_t num_items,
|
|
cccl_op_t op,
|
|
cccl_iterator_t init,
|
|
CUstream stream);
|
|
|
|
CCCL_C_API CUresult cccl_device_inclusive_scan_future_value(
|
|
cccl_device_scan_build_result_t build,
|
|
void* d_temp_storage,
|
|
size_t* temp_storage_bytes,
|
|
cccl_iterator_t d_in,
|
|
cccl_iterator_t d_out,
|
|
uint64_t num_items,
|
|
cccl_op_t op,
|
|
cccl_iterator_t init,
|
|
CUstream stream);
|
|
|
|
CCCL_C_API CUresult cccl_device_inclusive_scan_no_init(
|
|
cccl_device_scan_build_result_t build,
|
|
void* d_temp_storage,
|
|
size_t* temp_storage_bytes,
|
|
cccl_iterator_t d_in,
|
|
cccl_iterator_t d_out,
|
|
uint64_t num_items,
|
|
cccl_op_t op,
|
|
CUstream stream);
|
|
|
|
CCCL_C_API CUresult cccl_device_scan_link_ltoir(
|
|
cccl_device_scan_build_result_t* build, const void** input_blobs, const size_t* input_sizes, size_t num_inputs);
|
|
|
|
// Serialize a populated build_result. See cccl/c/serialization.h::cccl_serialization_buffer_free.
|
|
CCCL_C_API CUresult
|
|
cccl_device_scan_serialize(const cccl_device_scan_build_result_t* build, void** out_buf, size_t* out_size);
|
|
|
|
// Reconstructs a build_result from a buffer produced by cccl_device_scan_serialize.
|
|
// On success build is populated as if by compile(); CUlibrary/CUkernel handles
|
|
// remain null until cccl_device_scan_load is called. On failure build is left
|
|
// unchanged and a non-success CUresult is returned.
|
|
CCCL_C_API CUresult cccl_device_scan_deserialize(cccl_device_scan_build_result_t* build, const void* buf, size_t size);
|
|
|
|
CCCL_C_API CUresult cccl_device_scan_cleanup(cccl_device_scan_build_result_t* bld_ptr);
|
|
|
|
CCCL_C_EXTERN_C_END
|
|
// NOLINTEND(modernize-use-using)
|