CCCL (CUDA C++ Core Libraries) provides: - CUB: device/block/warp-level GPU primitives (reduce, scan, sort, topk) - Thrust: high-level parallel algorithms (transform_reduce, sort, scan) - libcudacxx: CUDA C++ standard library (atomics, barriers, memory) - cudax: experimental features (memory resources, allocators) - Tuning policies: per-SM hardware-specific algorithm parameters Competition optimization vectors mapped to CCCL: - Output TPS (83% weight): warp_reduce, block_reduce, device_topk - Input TPS (14% weight): device_scan, block_load, prefetch - Cache TPS (3% weight): prefix caching strategy patterns - Memory (0.9 util): pooled/cached/buddy allocators Source: https://github.com/NVIDIA/cccl (shallow clone, HEAD only) License: Apache-2.0
73 lines
2.4 KiB
Python
Executable File
73 lines
2.4 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
import argparse
|
|
import sys
|
|
|
|
import cccl.bench
|
|
|
|
|
|
def parse_arguments():
|
|
parser = argparse.ArgumentParser(description="Verify tuning variant")
|
|
parser.add_argument(
|
|
"--variant", type=str, help="Variant to verify", default=None, required=True
|
|
)
|
|
|
|
variant = parser.parse_known_args()[0].variant
|
|
sys.argv.remove("--variant={}".format(variant))
|
|
|
|
return variant
|
|
|
|
|
|
def workload_header(ct_workload_space, rt_workload_space):
|
|
for ct_workload in ct_workload_space:
|
|
for rt_workload in rt_workload_space:
|
|
workload_point = ct_workload + rt_workload
|
|
return ", ".join([x.split("=")[0] for x in workload_point])
|
|
|
|
|
|
def workload_entry(ct_workload, rt_workload):
|
|
workload_point = ct_workload + rt_workload
|
|
return ", ".join([x.split("=")[1] for x in workload_point])
|
|
|
|
|
|
class VerifySeeker:
|
|
def __init__(self, variant_label):
|
|
self.label = variant_label
|
|
self.estimator = cccl.bench.MedianCenterEstimator()
|
|
|
|
def __call__(self, algname, ct_workload_space, rt_workload_space):
|
|
variant_point = cccl.bench.Config().label_to_variant_point(algname, self.label)
|
|
|
|
print(
|
|
"{}, MinS, MedianS, MaxS".format(
|
|
workload_header(ct_workload_space, rt_workload_space)
|
|
)
|
|
)
|
|
for ct_workload in ct_workload_space:
|
|
bench = cccl.bench.Bench(algname, variant_point, list(ct_workload))
|
|
if bench.build():
|
|
base = bench.get_base()
|
|
for rt_workload in rt_workload_space:
|
|
workload_point = ct_workload + rt_workload
|
|
base_samples, base_elapsed = base.do_run(workload_point, None)
|
|
variant_samples, _ = bench.do_run(workload_point, base_elapsed * 10)
|
|
min_speedup = min(base_samples) / min(variant_samples)
|
|
median_speedup = self.estimator(base_samples) / self.estimator(
|
|
variant_samples
|
|
)
|
|
max_speedup = max(base_samples) / max(variant_samples)
|
|
point_str = workload_entry(ct_workload, rt_workload)
|
|
print(
|
|
"{}, {}, {}, {}".format(
|
|
point_str, min_speedup, median_speedup, max_speedup
|
|
)
|
|
)
|
|
|
|
|
|
def main():
|
|
cccl.bench.search(VerifySeeker(parse_arguments()))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|