CUDA: MMQ support for iq4_nl, iq4_xs (#8278)

2024-07-05 09:06:31 +02:00
parent 0a423800ff
commit 8e558309dc
7 changed files with 226 additions and 80 deletions
--- a/ggml/src/ggml-cuda/template-instances/mmq-instance-iq4_xs.cu
+++ b/ggml/src/ggml-cuda/template-instances/mmq-instance-iq4_xs.cu
@@ -0,0 +1,5 @@
+// This file has been autogenerated by generate_cu_files.py, do not edit manually.
+
+#include "../mmq.cuh"
+
+DECL_MMQ_CASE(GGML_TYPE_IQ4_XS);