From 7e01d11a28c80c1f4fa7701b107076a451bbcbd7 Mon Sep 17 00:00:00 2001 From: xaedes Date: Fri, 1 Sep 2023 15:42:40 +0200 Subject: [PATCH] add ggml-alloc API function 'ggml_allocr_max_size' to get max size of alloc GGML_API size_t ggml_allocr_max_size(struct ggml_allocr * alloc); --- ggml-alloc.c | 4 ++++ ggml-alloc.h | 1 + 2 files changed, 5 insertions(+) diff --git a/ggml-alloc.c b/ggml-alloc.c index b99f75e44..ab34e7077 100644 --- a/ggml-alloc.c +++ b/ggml-alloc.c @@ -554,3 +554,7 @@ static size_t ggml_allocator_alloc_graph_tensors_n( size_t ggml_allocr_alloc_graph(struct ggml_allocr * alloc, struct ggml_cgraph * graph) { return ggml_allocator_alloc_graph_tensors_n(alloc, &graph, 1, NULL, NULL); } + +size_t ggml_allocr_max_size(struct ggml_allocr * alloc) { + return alloc->max_size; +} diff --git a/ggml-alloc.h b/ggml-alloc.h index 9559da758..0c224f174 100644 --- a/ggml-alloc.h +++ b/ggml-alloc.h @@ -19,6 +19,7 @@ GGML_API bool ggml_allocr_is_measure(struct ggml_allocr * alloc); GGML_API void ggml_allocr_reset(struct ggml_allocr * alloc); GGML_API void ggml_allocr_alloc(struct ggml_allocr * alloc, struct ggml_tensor * tensor); GGML_API size_t ggml_allocr_alloc_graph(struct ggml_allocr * alloc, struct ggml_cgraph * graph); +GGML_API size_t ggml_allocr_max_size(struct ggml_allocr * alloc); #ifdef __cplusplus