vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : add and use ggml_cpu_has_llamafile()

Browse source
This commit is contained in:
Georgi Gerganov 2024-07-24 11:31:41 +03:00
parent de280085e7
commit 5934580905
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 10 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

1
ggml/include/ggml.h
View file

@ -2400,6 +2400,7 @@ extern "C" {
GGML_API int ggml_cpu_has_vsx (void);
GGML_API int ggml_cpu_has_matmul_int8(void);
GGML_API int ggml_cpu_has_cann (void);
GGML_API int ggml_cpu_has_llamafile (void);
//
// Internal types and functions exposed for tests and benchmarks

8
ggml/src/ggml.c
View file

@ -22005,6 +22005,14 @@ int ggml_cpu_has_cann(void) {
#endif
}
int ggml_cpu_has_llamafile(void) {
#if defined(GGML_USE_LLAMAFILE)
return 1;
#else
return 0;
#endif
}
int ggml_cpu_has_gpublas(void) {
return ggml_cpu_has_cuda() || ggml_cpu_has_vulkan() || ggml_cpu_has_kompute() || ggml_cpu_has_sycl();
}