diff --git a/otherarch/neox.cpp b/otherarch/neox.cpp index 07eb26dbc..9e264faae 100644 --- a/otherarch/neox.cpp +++ b/otherarch/neox.cpp @@ -370,7 +370,7 @@ bool stablelm_eval( static void * buf = malloc(buf_size); if (mem_per_token > 0 && mem_per_token*N*1.9 > buf_size) { - const size_t buf_size_new = 320u*1024*1024 + 2*(mem_per_token*N); // add 10% to account for ggml object overhead + const size_t buf_size_new = 360u*1024*1024 + 2*(mem_per_token*N); // add 10% to account for ggml object overhead //printf("\n%s: reallocating buffer from %zu to %zu bytes\n", __func__, buf_size, buf_size_new); // reallocate