vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add ggml-alloc API function 'ggml_allocr_max_size' to get max size of alloc

Browse source 
GGML_API size_t ggml_allocr_max_size(struct ggml_allocr * alloc);
This commit is contained in:
xaedes 2023-09-01 15:42:40 +02:00
parent d554a70f11
commit 7e01d11a28
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
2 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml-alloc.c
View file

@ -554,3 +554,7 @@ static size_t ggml_allocator_alloc_graph_tensors_n(
size_t ggml_allocr_alloc_graph(struct ggml_allocr * alloc, struct ggml_cgraph * graph) {
return ggml_allocator_alloc_graph_tensors_n(alloc, &graph, 1, NULL, NULL);
}
size_t ggml_allocr_max_size(struct ggml_allocr * alloc) {
return alloc->max_size;
}

1
ggml-alloc.h
View file

@ -19,6 +19,7 @@ GGML_API bool ggml_allocr_is_measure(struct ggml_allocr * alloc);
GGML_API void ggml_allocr_reset(struct ggml_allocr * alloc);
GGML_API void ggml_allocr_alloc(struct ggml_allocr * alloc, struct ggml_tensor * tensor);
GGML_API size_t ggml_allocr_alloc_graph(struct ggml_allocr * alloc, struct ggml_cgraph * graph);
GGML_API size_t ggml_allocr_max_size(struct ggml_allocr * alloc);
#ifdef __cplusplus