vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Freeing the allocated buffers rather than the pointer in ggml-alloc.c

Browse source
This commit is contained in:
Paul Tsochantaris 2024-01-29 22:13:34 +00:00
parent 4dc07c1c97
commit 118d2d7443
1 changed files with 7 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

18
ggml-alloc.c
View file

@ -788,12 +788,10 @@ static bool alloc_tensor_range(struct ggml_context * ctx,
#ifndef NDEBUG
fprintf(stderr, "%s: failed to allocate %s buffer of size %zu\n", __func__, ggml_backend_buft_name(buft), size);
#endif
if (buffers && *buffers) {
for (size_t i = 0; i < *n_buffers; i++) {
ggml_backend_buffer_free(*buffers[i]);
}
free(buffers);
for (size_t i = 0; i < *n_buffers; i++) {
ggml_backend_buffer_free(*buffers[i]);
}
free(*buffers);
return false;
}
@ -845,12 +843,10 @@ ggml_backend_buffer_t ggml_backend_alloc_ctx_tensors_from_buft(struct ggml_conte
__func__, t->name,
ggml_backend_buft_name(buft),
this_size, max_size);
if(buffers && *buffers) {
for (size_t i = 0; i < n_buffers; i++) {
ggml_backend_buffer_free(buffers[i]);
}
free(buffers);
for (size_t i = 0; i < n_buffers; i++) {
ggml_backend_buffer_free(buffers[i]);
}
free(*buffers);
return NULL;
}
@ -887,7 +883,7 @@ ggml_backend_buffer_t ggml_backend_alloc_ctx_tensors_from_buft(struct ggml_conte
} else {
buffer = ggml_backend_multi_buffer_alloc_buffer(buffers, n_buffers);
}
free(buffers);
free(*buffers);
return buffer;
}