From fe381b060b9f88e8901a8b54ff9ab8967b52be76 Mon Sep 17 00:00:00 2001 From: Meng Zhang Date: Sun, 5 Nov 2023 22:57:43 -0800 Subject: [PATCH] doc: add comments to ggml_cublas_loaded() --- ggml-cuda.h | 3 +++ 1 file changed, 3 insertions(+) diff --git a/ggml-cuda.h b/ggml-cuda.h index ce8483c40..528e66c33 100644 --- a/ggml-cuda.h +++ b/ggml-cuda.h @@ -17,7 +17,10 @@ extern "C" { #define GGML_CUDA_MAX_DEVICES 16 +// Always success. To check if CUDA is actually loaded, use `ggml_cublas_loaded`. GGML_API void ggml_init_cublas(void); + +// Returns `true` if there are available CUDA devices and cublas loads successfully; otherwise, it returns `false`. GGML_API bool ggml_cublas_loaded(void); GGML_API void * ggml_cuda_host_malloc(size_t size);