vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

decode : fix logits_valid for legacy API (#4516)

Browse source
This commit is contained in:
Jared Van Bortel 2023-12-17 19:39:02 -05:00 • committed by GitHub
parent b1306c4394
commit 2994f0c5a2
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -6184,7 +6184,7 @@ static int llama_decode_internal(
logits_out.resize(n_vocab);
memcpy(logits_out.data(), (float *) ggml_get_data(res) + (n_vocab*(n_tokens - 1)), sizeof(float)*n_vocab);
#ifndef NDEBUG
logits_valid[n_tokens - 1] = true;
logits_valid[0] = true;
#endif
}
}