CUDA: add BF16 support (#11093)

* CUDA: add BF16 support
2025-01-06 02:33:52 +01:00
parent b56f079e28
commit 46e3556e01
6 changed files with 87 additions and 39 deletions
--- a/ggml/src/ggml-cuda/vendors/cuda.h
+++ b/ggml/src/ggml-cuda/vendors/cuda.h
@@ -3,6 +3,7 @@
 #include <cuda_runtime.h>
 #include <cuda.h>
 #include <cublas_v2.h>
+#include <cuda_bf16.h>
 #include <cuda_fp16.h>

 #if CUDART_VERSION < 11020