vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

zero logits vector before writing new data

Browse source
This commit is contained in:
Jared Van Bortel 2023-11-30 22:35:41 -05:00
parent 5284e72aa6
commit 9f8e60f0ee
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -5617,6 +5617,8 @@ static int llama_decode_internal(
auto & logits_valid = lctx.logits_valid; auto & logits_valid = lctx.logits_valid;
logits_valid.clear(); logits_valid.clear();
logits_valid.resize(n_tokens); logits_valid.resize(n_tokens);
logits_out.clear();
#endif #endif
if (batch.logits) { if (batch.logits) {