36676f2d1b
SGEMM repos (upstream_ref/sgemm_cuda/, 41 files): siboehm/SGEMM_CUDA: kernel 1-12, runner, CMake, cuBLAS benchmark wangzyon/NVIDIA_SGEMM_PRACTICE: kernel 1-7 (Chinese comments), utils edtallison/sgemm-cuda: kernel 01-09 (learning notes), Makefile xllm kernels (ex_engine/xllm_kernels/cuda/): fused_qknorm_rope.cu + bind — saves 128 kernel launches/fwd xattention/ — 6 files from upstream xllm headers: corex_compat_utils.h, topk_last_dim.cuh ilu/CMakeLists.txt SO_BUILD_MANIFEST.md — complete .so inventory and call chain analysis
42 lines
1.3 KiB
Plaintext
42 lines
1.3 KiB
Plaintext
#pragma once
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <time.h>
|
|
#include <unistd.h>
|
|
#include <sys/time.h>
|
|
#include <cuda_runtime.h>
|
|
#include <cublas_v2.h>
|
|
|
|
/*
|
|
=====================================
|
|
CUDA操作
|
|
=====================================
|
|
*/
|
|
void cudaCheck(cudaError_t error, const char *file, int line); //CUDA错误检查
|
|
void CudaDeviceInfo(); // 打印CUDA信息
|
|
|
|
/*
|
|
=====================================
|
|
矩阵操作
|
|
=====================================
|
|
*/
|
|
void randomize_matrix(float *mat, int N); // 随机初始化矩阵
|
|
void copy_matrix(float *src, float *dest, int N); // 复制矩阵
|
|
void print_matrix(const float *A, int M, int N); // 打印矩阵
|
|
bool verify_matrix(float *mat1, float *mat2, int N); // 验证矩阵
|
|
|
|
/*
|
|
=====================================
|
|
计时操作
|
|
=====================================
|
|
*/
|
|
float get_current_sec(); // 获取当前时刻
|
|
float cpu_elapsed_time(float &beg, float &end); // 计算时间差
|
|
|
|
/*
|
|
=====================================
|
|
kernel操作
|
|
=====================================
|
|
*/
|
|
//调用指定核函数计算矩阵乘法
|
|
void test_kernel(int kernel_num, int m, int n, int k, float alpha, float *A, float *B, float beta, float *C, cublasHandle_t handle); |