vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix: State-setting assert fails when ctx->logits_all is false

Browse source
This commit is contained in:
Paul Tsochantaris 2023-12-12 19:02:42 +00:00
parent fecac45658
commit 19dcce5c35
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -9594,7 +9594,7 @@ size_t llama_set_state_data(struct llama_context * ctx, uint8_t * src) {
memcpy(&logits_cap, inp, sizeof(logits_cap)); inp += sizeof(logits_cap);
memcpy(&logits_size, inp, sizeof(logits_size)); inp += sizeof(logits_size);
GGML_ASSERT(ctx->logits.capacity() == logits_cap);
GGML_ASSERT((!ctx->logits_all) || (ctx->logits.capacity() == logits_cap));
if (logits_size) {
ctx->logits.resize(logits_size);