36676f2d1b
SGEMM repos (upstream_ref/sgemm_cuda/, 41 files): siboehm/SGEMM_CUDA: kernel 1-12, runner, CMake, cuBLAS benchmark wangzyon/NVIDIA_SGEMM_PRACTICE: kernel 1-7 (Chinese comments), utils edtallison/sgemm-cuda: kernel 01-09 (learning notes), Makefile xllm kernels (ex_engine/xllm_kernels/cuda/): fused_qknorm_rope.cu + bind — saves 128 kernel launches/fwd xattention/ — 6 files from upstream xllm headers: corex_compat_utils.h, topk_last_dim.cuh ilu/CMakeLists.txt SO_BUILD_MANIFEST.md — complete .so inventory and call chain analysis
36 lines
1.3 KiB
Plaintext
36 lines
1.3 KiB
Plaintext
cmake_minimum_required(VERSION 3.19)
|
|
project(NVIDIA_SGEMM_PRACTICE LANGUAGES CXX CUDA)
|
|
set(CMAKE_EXPORT_COMPILE_COMMANDS ON)
|
|
|
|
find_package(CUDA REQUIRED)
|
|
|
|
# ensure cuda is available
|
|
include(CheckLanguage)
|
|
check_language(CUDA)
|
|
|
|
set(CMAKE_CXX_STANDARD 20)
|
|
set(CUDA_COMPUTE_CAPABILITY 86)
|
|
|
|
# in debug mode, add debug symbols to device code
|
|
# this disables most optimizations and kills performance
|
|
add_compile_options("$<$<AND:$<CONFIG:Debug>,$<COMPILE_LANGUAGE:CUDA>>:-G;-src-in-ptx>")
|
|
# add_compile_options("--ptxas-options=-v")
|
|
|
|
# Configure header file search paths
|
|
include_directories(${CUDA_INCLUDE_DIRS})
|
|
include_directories(${PROJECT_SOURCE_DIR}/src)
|
|
# Configure the source file path to be compiled
|
|
aux_source_directory(${PROJECT_SOURCE_DIR}/src SRC)
|
|
|
|
# generate executable
|
|
add_executable(sgemm sgemm.cu ${SRC})
|
|
set_target_properties(sgemm PROPERTIES CUDA_ARCHITECTURES ${CUDA_COMPUTE_CAPABILITY})
|
|
target_link_libraries(sgemm ${CUDA_LIBRARIES} ${CUDA_CUBLAS_LIBRARIES})
|
|
|
|
add_executable(cuBLAS_sgemm cuBLAS_sgemm.cu )
|
|
set_target_properties(sgemm PROPERTIES CUDA_ARCHITECTURES ${CUDA_COMPUTE_CAPABILITY})
|
|
target_link_libraries(cuBLAS_sgemm ${CUDA_LIBRARIES} ${CUDA_CUBLAS_LIBRARIES})
|
|
|
|
add_executable(simplest_kernel simplest_kernel.cu)
|
|
set_target_properties(sgemm PROPERTIES CUDA_ARCHITECTURES ${CUDA_COMPUTE_CAPABILITY})
|
|
target_link_libraries(simplest_kernel ${CUDA_LIBRARIES}) |