ggml-alloc : add 10% margin to the buffer sizes

This commit is contained in:
slaren 2024-01-26 18:16:47 +01:00
parent 413e7b0559
commit 0c979ca345

View file

@ -335,7 +335,9 @@ bool ggml_tallocr_is_measure(ggml_tallocr_t alloc) {
}
size_t ggml_tallocr_max_size(ggml_tallocr_t alloc) {
return alloc->max_size;
// FIXME: changes in the tensor sizes compared to the measure graph may cause allocations to fail
// to avoid this, we add a 10% margin to the buffer size
return alloc->max_size + alloc->max_size/10;
}
// graph allocator