increase initial buffer too
This commit is contained in:
parent
d2f14b2b1f
commit
b5d6284190
3 changed files with 3 additions and 3 deletions
|
@ -371,8 +371,8 @@ bool gpt2_eval(
|
|||
const int n_vocab = hparams.n_vocab;
|
||||
|
||||
//todo: there is a bug that causes the buffer to oom and I cannot figure it out, hack to increase size for now
|
||||
static size_t buf_size = 256u*1024*1024;
|
||||
const size_t extra_buf = 64u*1024*1024;
|
||||
static size_t buf_size = 256u*1024*1024 + extra_buf;
|
||||
static void * buf = malloc(buf_size);
|
||||
|
||||
if (mem_per_token > 0 && mem_per_token*N*1.6 > buf_size) {
|
||||
|
|
|
@ -382,8 +382,8 @@ bool gptj_eval(
|
|||
const int d_key = n_embd/n_head;
|
||||
|
||||
//todo: there is a bug that causes the buffer to oom and I cannot figure it out, hack to increase size for now
|
||||
static size_t buf_size = 256u*1024*1024;
|
||||
const size_t extra_buf = 64u*1024*1024;
|
||||
static size_t buf_size = 256u*1024*1024 + extra_buf;
|
||||
static void * buf = malloc(buf_size);
|
||||
|
||||
if (mem_per_token > 0 && mem_per_token*N*1.5 > buf_size) {
|
||||
|
|
|
@ -364,8 +364,8 @@ bool stablelm_eval(
|
|||
const int n_vocab = hparams.n_vocab;
|
||||
const int n_rot = hparams.n_rot;
|
||||
|
||||
static size_t buf_size = 256u*1024*1024;
|
||||
const size_t extra_buf = 64u*1024*1024;
|
||||
static size_t buf_size = 256u*1024*1024 + extra_buf;
|
||||
static void * buf = malloc(buf_size);
|
||||
|
||||
if (mem_per_token > 0 && mem_per_token*N*1.5 > buf_size) {
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue