llama-bench : add support for the RPC backend (#7435)

This commit is contained in:
Radoslav Gerganov
2024-05-29 14:45:44 +03:00
committed by GitHub
parent 87bdf2a199
commit 210d99173d
3 changed files with 35 additions and 2 deletions

8
ggml.c
View File

@@ -22872,6 +22872,14 @@ int ggml_cpu_has_sycl(void) {
#endif
}
int ggml_cpu_has_rpc(void) {
#if defined(GGML_USE_RPC)
return 1;
#else
return 0;
#endif
}
int ggml_cpu_has_gpublas(void) {
return ggml_cpu_has_cuda() || ggml_cpu_has_clblast() || ggml_cpu_has_vulkan() || ggml_cpu_has_kompute() ||
ggml_cpu_has_sycl();