vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml-cpu: Add CPU backend support for KleidiAI library

Browse source
This commit is contained in:
Charles Xu 2025-01-24 10:17:04 +01:00
parent c07e87f38b
commit 6adca19c94
19 changed files with 675 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

1
ggml/include/ggml-cpu.h
View file

@ -95,6 +95,7 @@ extern "C" {
GGML_BACKEND_API int ggml_cpu_has_matmul_int8(void);
GGML_BACKEND_API int ggml_cpu_has_sve (void);
GGML_BACKEND_API int ggml_cpu_get_sve_cnt (void); // sve vector length in bytes
GGML_BACKEND_API int ggml_cpu_has_sme (void);
// other
GGML_BACKEND_API int ggml_cpu_has_riscv_v (void);
GGML_BACKEND_API int ggml_cpu_has_vsx (void);