vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : allow loading backend with env variable (ggml/1059)

Browse source 
ref: #1058
This commit is contained in:
Radoslav Gerganov 2025-01-05 09:50:37 +02:00 • committed by Georgi Gerganov
parent 80ccf5d725
commit c792dcf488
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
ggml/src/ggml-backend-reg.cpp
View file

@ -574,4 +574,9 @@ void ggml_backend_load_all_from_path(const char * dir_path) {
ggml_backend_load_best("opencl", silent, dir_path);
ggml_backend_load_best("musa", silent, dir_path);
ggml_backend_load_best("cpu", silent, dir_path);
// check the environment variable GGML_BACKEND_PATH to load an out-of-tree backend
const char * backend_path = std::getenv("GGML_BACKEND_PATH");
if (backend_path) {
ggml_backend_load(backend_path);
}
}