vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

disable GPU for PCA

Browse source
This commit is contained in:
ngxson 2024-06-13 15:21:49 +02:00
parent 91f7dbfda2
commit f99be2c3ff
1 changed files with 22 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

42
examples/cvector-generator/pca.hpp
View file

@ -64,21 +64,22 @@ struct pca_model {
struct ggml_tensor * dev_eigenvector; struct ggml_tensor * dev_eigenvector;
pca_model(struct ggml_tensor * t_input) { pca_model(struct ggml_tensor * t_input) {
#ifdef GGML_USE_CUDA // TODO: enable GPU support when support for GGML_OP_SQRT is added
fprintf(stderr, "%s: using CUDA backend\n", __func__); // #ifdef GGML_USE_CUDA
backend = ggml_backend_cuda_init(0); // init device 0 // fprintf(stderr, "%s: using CUDA backend\n", __func__);
if (!backend) { // backend = ggml_backend_cuda_init(0); // init device 0
fprintf(stderr, "%s: ggml_backend_cuda_init() failed\n", __func__); // if (!backend) {
} // fprintf(stderr, "%s: ggml_backend_cuda_init() failed\n", __func__);
#endif // }
// #endif
#ifdef GGML_USE_METAL //
fprintf(stderr, "%s: using Metal backend\n", __func__); // #ifdef GGML_USE_METAL
backend = ggml_backend_metal_init(); // fprintf(stderr, "%s: using Metal backend\n", __func__);
if (!backend) { // backend = ggml_backend_metal_init();
fprintf(stderr, "%s: ggml_backend_metal_init() failed\n", __func__); // if (!backend) {
} // fprintf(stderr, "%s: ggml_backend_metal_init() failed\n", __func__);
#endif // }
// #endif
// if there aren't GPU Backends fallback to CPU backend // if there aren't GPU Backends fallback to CPU backend
if (!backend) { if (!backend) {
@ -206,11 +207,12 @@ static ggml_status compute_piter(
ggml_backend_cpu_set_n_threads(model.backend, params.n_threads); ggml_backend_cpu_set_n_threads(model.backend, params.n_threads);
} }
#ifdef GGML_USE_METAL // TODO: enable GPU support when support for GGML_OP_SQRT is added
if (ggml_backend_is_metal(model.backend)) { //#ifdef GGML_USE_METAL
ggml_backend_metal_set_n_cb(model.backend, params.n_threads); // if (ggml_backend_is_metal(model.backend)) {
} // ggml_backend_metal_set_n_cb(model.backend, params.n_threads);
#endif // }
//#endif
ggml_status res = ggml_backend_graph_compute(model.backend, gf); ggml_status res = ggml_backend_graph_compute(model.backend, gf);
if (res == GGML_STATUS_SUCCESS) { if (res == GGML_STATUS_SUCCESS) {