From 72b2331ad6936306350a6060776e0a472b08e406 Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Tue, 25 Apr 2023 20:42:30 +0800
Subject: [PATCH] edge cases with mem crash? need verify

---
 otherarch/neox.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/otherarch/neox.cpp b/otherarch/neox.cpp
index 07eb26dbc..9e264faae 100644
--- a/otherarch/neox.cpp
+++ b/otherarch/neox.cpp
@@ -370,7 +370,7 @@ bool stablelm_eval(
     static void * buf = malloc(buf_size);
 
     if (mem_per_token > 0 && mem_per_token*N*1.9 > buf_size) {
-        const size_t buf_size_new = 320u*1024*1024 + 2*(mem_per_token*N); // add 10% to account for ggml object overhead
+        const size_t buf_size_new = 360u*1024*1024 + 2*(mem_per_token*N); // add 10% to account for ggml object overhead
         //printf("\n%s: reallocating buffer from %zu to %zu bytes\n", __func__, buf_size, buf_size_new);
 
         // reallocate