ggml-cpu: Add CPU backend support for KleidiAI library

This commit is contained in:
Charles Xu 2025-01-24 10:17:04 +01:00
parent c07e87f38b
commit 6adca19c94
19 changed files with 675 additions and 22 deletions

View file

@ -304,6 +304,8 @@ extern "C" {
bool use_mmap; // use mmap if possible
bool use_mlock; // force system to keep model in RAM
bool check_tensors; // validate model tensor data
int n_threads;
};
// NOTE: changing the default values of parameters marked as [EXPERIMENTAL] may cause crashes or incorrect results in certain configurations