Sync from upstream llama.cpp repository
This commit is contained in:
5
ggml/src/ggml-cuda/fattn.cuh
Normal file
5
ggml/src/ggml-cuda/fattn.cuh
Normal file
@@ -0,0 +1,5 @@
|
||||
#include "common.cuh"
|
||||
|
||||
void ggml_cuda_flash_attn_ext(ggml_backend_cuda_context & ctx, ggml_tensor * dst);
|
||||
|
||||
bool ggml_cuda_flash_attn_ext_supported(int device, const ggml_tensor * dst);
|
||||
Reference in New Issue
Block a user