07b015f31e
Added 20 missing tuning headers (was 6, now 26):
P1: radix_sort, reduce_by_key, scan_by_key, select_if, histogram,
merge, merge_sort, unique_by_key, batched_topk, transform_tile
P2: segmented_reduce, segmented_scan, segmented_sort,
segmented_radix_sort, three_way_partition, rle_encode,
rle_non_trivial_runs
P3: adjacent_difference, find, find_bound_sorted_values
Updated muh.cuh to include all 26 headers (v0.2.0).
All headers compile clean (g++ -std=c++17), compile_test passes 17/17.
gen_patch.py reads bi100_* structs from all 26 files.
Coverage: muh now has a tuning header for every CCCL tuning_*.cuh file.
44 lines
1.3 KiB
Plaintext
44 lines
1.3 KiB
Plaintext
// muh/include/muh/tuning/tuning_reduce_by_key.cuh — BI-V100 reduce_by_key tuning
|
||
//
|
||
// Mirrors: cccl_upstream/cub/cub/device/dispatch/tuning/tuning_reduce_by_key.cuh
|
||
// vllm impact: grouped reduction in multi-head attention (reduce per head)
|
||
// Competition weight: Output TPS × 16.796
|
||
|
||
#pragma once
|
||
|
||
#include "muh/hardware.cuh"
|
||
#include "muh/tuning/common.cuh"
|
||
|
||
namespace muh::tuning::reduce_by_key {
|
||
|
||
struct ReduceByKeyPolicy {
|
||
int threads_per_block;
|
||
int items_per_thread;
|
||
BlockLoadAlgorithm load_algorithm;
|
||
CacheLoadModifier load_modifier;
|
||
LookbackDelayPolicy lookback_delay;
|
||
};
|
||
|
||
struct bi100_default {
|
||
static constexpr int threads = 256;
|
||
static constexpr int items = 13;
|
||
static constexpr int load_algo = BLOCK_LOAD_DIRECT;
|
||
static constexpr int load_mod = LOAD_LDG;
|
||
};
|
||
|
||
struct policy_selector {
|
||
int key_size;
|
||
int accum_size;
|
||
int offset_size;
|
||
|
||
constexpr ReduceByKeyPolicy operator()(const hardware_capability& hw) const {
|
||
if (hw.at_least(hardware_capability::vendor_t::iluvatar, 100)) {
|
||
return {bi100_default::threads, bi100_default::items, BLOCK_LOAD_DIRECT, LOAD_LDG, {LookbackDelayAlgorithm::fixed_delay, 350, 450}};
|
||
}
|
||
// Fallback
|
||
return {bi100_default::threads, bi100_default::items, BLOCK_LOAD_DIRECT, LOAD_LDG, {LookbackDelayAlgorithm::fixed_delay, 350, 450}};
|
||
}
|
||
};
|
||
|
||
} // namespace muh::tuning::reduce_by_key
|