vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama-bench : add support for the RPC backend (#7435)

Browse source
This commit is contained in:
Radoslav Gerganov 2024-05-29 14:45:44 +03:00 • committed by GitHub
parent 87bdf2a199
commit 210d99173d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 35 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
ggml.c
View file

@ -22872,6 +22872,14 @@ int ggml_cpu_has_sycl(void) {
#endif
}
int ggml_cpu_has_rpc(void) {
#if defined(GGML_USE_RPC)
return 1;
#else
return 0;
#endif
}
int ggml_cpu_has_gpublas(void) {
return ggml_cpu_has_cuda() || ggml_cpu_has_clblast() || ggml_cpu_has_vulkan() || ggml_cpu_has_kompute() ||
ggml_cpu_has_sycl();