vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

reserve memory for generated_text

Browse source
This commit is contained in:
anon 2023-05-31 10:46:06 -03:00
parent 2c08f29691
commit 284bc293b1
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
examples/server/server.cpp
View file

@ -42,6 +42,7 @@ struct llama_server_context
params.antiprompt.clear(); params.antiprompt.clear();
num_tokens_predicted = 0; num_tokens_predicted = 0;
generated_text = ""; generated_text = "";
generated_text.reserve(params.n_ctx);
stopping_word = ""; stopping_word = "";
//processed_tokens.clear(); //processed_tokens.clear();