4c365b8c03
Add complete CCCL CUB header tree (1394 files) to cccl_preload/include/: - cub/device/ — DeviceRadixSort, DeviceScan, DeviceHistogram, DeviceReduce, DeviceSelect - cub/agent/ — all agent implementations (sort, scan, reduce, histogram, etc) - cub/block/ — BlockScan, BlockReduce, BlockExchange, BlockLoad, BlockStore, etc - cub/warp/ — WarpScan, WarpReduce, WarpExchange, WarpMergeSort - cub/thread/ — thread-level operators - thrust/ — sort_by_key, iterator utilities - cuda/ — execution, stream, memory_resource, functional New kernel: cccl_moe_sort_scatter.cu - Uses CUB DeviceRadixSort::SortPairs to sort (expert_id, token_idx) pairs - O(n) radix sort replaces O(n log n) torch.argsort in MoE prefill path - Boundary detection + fill for expert offsets/sizes - Compiled against CCCL upstream headers (not corex CUB) to avoid BI-V100 bugs Previously only 288 CCCL headers (CachingDeviceAllocator only). Now 1394 headers — full CUB device-level algorithm stack available for all future kernels.
81 lines
3.0 KiB
C
81 lines
3.0 KiB
C
// SPDX-FileCopyrightText: Copyright (c) 2008-2022, NVIDIA Corporation. All rights reserved.
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
/*! \file version.h
|
|
* \brief Compile-time macros encoding Thrust release version
|
|
*
|
|
* <thrust/version.h> is the only Thrust header that is guaranteed to
|
|
* change with every thrust release.
|
|
*
|
|
* It is also the only header that does not cause THRUST_HOST_SYSTEM
|
|
* and THRUST_DEVICE_SYSTEM to be defined. This way, a user may include
|
|
* this header and inspect THRUST_VERSION before programmatically defining
|
|
* either of these macros herself.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include <thrust/detail/config/config.h> // IWYU pragma: export
|
|
|
|
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
|
|
# pragma GCC system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
|
|
# pragma clang system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
|
|
# pragma system_header
|
|
#endif // no system header
|
|
|
|
#include <cuda/version> // IWYU pragma: export
|
|
|
|
// This is the only Thrust header that is guaranteed to
|
|
// change with every Thrust release.
|
|
//
|
|
// THRUST_VERSION % 100 is the sub-minor version
|
|
// THRUST_VERSION / 100 % 1000 is the minor version
|
|
// THRUST_VERSION / 100000 is the major version
|
|
//
|
|
// Because this header does not #include <thrust/detail/config.h>,
|
|
// it is the only Thrust header that does not cause
|
|
// THRUST_HOST_SYSTEM and THRUST_DEVICE_SYSTEM to be defined.
|
|
|
|
/*! \def THRUST_VERSION
|
|
* \brief The preprocessor macro \p THRUST_VERSION encodes the version
|
|
* number of the Thrust library as MMMmmmpp.
|
|
*
|
|
* \note THRUST_VERSION is formatted as `MMMmmmpp`, which differs from `CCCL_VERSION` that uses `MMMmmmppp`.
|
|
*
|
|
* <tt>THRUST_VERSION % 100</tt> is the sub-minor version.
|
|
* <tt>THRUST_VERSION / 100 % 1000</tt> is the minor version.
|
|
* <tt>THRUST_VERSION / 100000</tt> is the major version.
|
|
*/
|
|
#define THRUST_VERSION 300500 // macro expansion with ## requires this to be a single value
|
|
|
|
/*! \def THRUST_MAJOR_VERSION
|
|
* \brief The preprocessor macro \p THRUST_MAJOR_VERSION encodes the
|
|
* major version number of the Thrust library.
|
|
*/
|
|
#define THRUST_MAJOR_VERSION (THRUST_VERSION / 100000)
|
|
|
|
/*! \def THRUST_MINOR_VERSION
|
|
* \brief The preprocessor macro \p THRUST_MINOR_VERSION encodes the
|
|
* minor version number of the Thrust library.
|
|
*/
|
|
#define THRUST_MINOR_VERSION (THRUST_VERSION / 100 % 1000)
|
|
|
|
/*! \def THRUST_SUBMINOR_VERSION
|
|
* \brief The preprocessor macro \p THRUST_SUBMINOR_VERSION encodes the
|
|
* sub-minor version number of the Thrust library.
|
|
*/
|
|
#define THRUST_SUBMINOR_VERSION (THRUST_VERSION % 100)
|
|
|
|
/*! \def THRUST_PATCH_NUMBER
|
|
* \brief The preprocessor macro \p THRUST_PATCH_NUMBER encodes the
|
|
* patch number of the Thrust library.
|
|
* Legacy; will be 0 for all future releases.
|
|
*/
|
|
#define THRUST_PATCH_NUMBER 0
|
|
|
|
static_assert(THRUST_MAJOR_VERSION == CCCL_MAJOR_VERSION);
|
|
static_assert(THRUST_MINOR_VERSION == CCCL_MINOR_VERSION);
|
|
static_assert(THRUST_SUBMINOR_VERSION == CCCL_PATCH_VERSION);
|