vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: error handling: fix double free of ctx_sampling

Browse source
This commit is contained in:
ZXED 2024-03-09 12:01:23 +03:00
parent 444f32e370
commit a4f25f8793
No known key found for this signature in database
GPG key ID: 637FB44813DCFD66
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
examples/server/server.cpp
View file

@ -958,6 +958,7 @@ struct server_context {
{
if (slot.ctx_sampling != nullptr) {
llama_sampling_free(slot.ctx_sampling);
slot.ctx_sampling = nullptr;
}
slot.ctx_sampling = llama_sampling_init(slot.sparams);
llama_set_rng_seed(ctx, slot.params.seed);