vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fixed a crash caused by erasing from empty last_n_tokens

Browse source
This commit is contained in:
digiwombat 2023-05-31 20:35:28 -04:00
parent 5f6e16da36
commit f7882e2d69
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/server/server.cpp
View file

@ -251,7 +251,10 @@ struct llama_server_context
id = llama_sample_token(ctx, &candidates_p); id = llama_sample_token(ctx, &candidates_p);
} }
} }
if (!last_n_tokens.empty())
{
last_n_tokens.erase(last_n_tokens.begin()); last_n_tokens.erase(last_n_tokens.begin());
}
last_n_tokens.push_back(id); last_n_tokens.push_back(id);
num_tokens_predicted++; num_tokens_predicted++;
} }