llama-bench : add support for the RPC backend (#7435)

This commit is contained in:
Radoslav Gerganov 2024-05-29 14:45:44 +03:00 committed by GitHub
parent 87bdf2a199
commit 210d99173d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 35 additions and 2 deletions

1
ggml.h
View file

@ -2428,6 +2428,7 @@ extern "C" {
GGML_API int ggml_cpu_has_sse3 (void);
GGML_API int ggml_cpu_has_ssse3 (void);
GGML_API int ggml_cpu_has_sycl (void);
GGML_API int ggml_cpu_has_rpc (void);
GGML_API int ggml_cpu_has_vsx (void);
GGML_API int ggml_cpu_has_matmul_int8(void);