From 3c4df6ccf3c445f98080eafe882f1a10e20b3a55 Mon Sep 17 00:00:00 2001 From: Calvin Laurenson <89622328+calvin-laurenson@users.noreply.github.com> Date: Sat, 15 Jun 2024 17:36:09 -0700 Subject: [PATCH] enable cuda in pca --- examples/cvector-generator/pca.hpp | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/examples/cvector-generator/pca.hpp b/examples/cvector-generator/pca.hpp index 8b95cec37..4fb82db17 100644 --- a/examples/cvector-generator/pca.hpp +++ b/examples/cvector-generator/pca.hpp @@ -65,13 +65,13 @@ struct pca_model { pca_model(struct ggml_tensor * t_input) { // TODO: enable GPU support when support for GGML_OP_SQRT is added -// #ifdef GGML_USE_CUDA -// fprintf(stderr, "%s: using CUDA backend\n", __func__); -// backend = ggml_backend_cuda_init(0); // init device 0 -// if (!backend) { -// fprintf(stderr, "%s: ggml_backend_cuda_init() failed\n", __func__); -// } -// #endif +#ifdef GGML_USE_CUDA + fprintf(stderr, "%s: using CUDA backend\n", __func__); + backend = ggml_backend_cuda_init(0); // init device 0 + if (!backend) { + fprintf(stderr, "%s: ggml_backend_cuda_init() failed\n", __func__); + } +#endif // #ifdef GGML_USE_METAL // fprintf(stderr, "%s: using Metal backend\n", __func__);