vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add infinite generation when n_predict is -1

Browse source
This commit is contained in:
anon 2023-05-31 10:35:25 -03:00
parent 284bc293b1
commit f1710b90dc
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/server.cpp
View file

@ -250,7 +250,7 @@ struct llama_server_context
return result; return result;
} }
has_next_token = n_remain != 0; has_next_token = params.n_predict == -1 ? true : n_remain != 0;
return result; return result;
} }