vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

metal : fix memory leak

Browse source
This commit is contained in:
Georgi Gerganov 2023-08-24 13:14:22 +03:00
parent ebcee207b6
commit f8e816e3f7
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
ggml-metal.m
View file

@ -1121,6 +1121,9 @@ void ggml_metal_graph_compute(
[command_buffers[n_cb - 1] waitUntilCompleted]; [command_buffers[n_cb - 1] waitUntilCompleted];
// release resources
[queue release];
// check status of command buffers // check status of command buffers
// needed to detect if the device ran out-of-memory for example (#1881) // needed to detect if the device ran out-of-memory for example (#1881)
for (int i = 0; i < n_cb; i++) { for (int i = 0; i < n_cb; i++) {
@ -1129,5 +1132,9 @@ void ggml_metal_graph_compute(
fprintf(stderr, "%s: command buffer %d failed with status %lu\n", __func__, i, status); fprintf(stderr, "%s: command buffer %d failed with status %lu\n", __func__, i, status);
GGML_ASSERT(false); GGML_ASSERT(false);
} }
[command_buffers[i] release];
} }
[command_buffers release];
} }