vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

n_session_consumed should just be size_t, but the cache code casts to (int)

Browse source
This commit is contained in:
Danny Daemonic 2023-05-27 03:36:44 -07:00
parent 573b690e16
commit 6d47258e41
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/main/main.cpp
View file

@ -361,7 +361,7 @@ int main(int argc, char ** argv) {
} }
if (i > 0) { if (i > 0) {
// check if we've used up all the prompt but not all cached tokens // check if we've used up all the prompt but not all cached tokens
if (embd.size() == i && n_session_consumed < session_tokens.size()) { if (embd.size() == i && n_session_consumed < (int) session_tokens.size()) {
// force revaluation of the last token to recalculate logits // force revaluation of the last token to recalculate logits
i--; i--;
n_past--; n_past--;