vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix the error of no ending

Browse source
This commit is contained in:
Liu Ming 2023-05-29 08:37:34 +08:00
parent 991002b28e
commit 530eb57fe4
1 changed files with 7 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/grpc-server/grpc-server.cpp
View file

@ -455,12 +455,14 @@ public:
{ {
has_next_token = false; has_next_token = false;
} }
else
{
if (params.interactive && n_remain <= 0 && params.n_predict != -1) if (params.interactive && n_remain <= 0 && params.n_predict != -1)
{ {
n_remain = params.n_predict; n_remain = params.n_predict;
} }
has_next_token = n_remain != 0; has_next_token = n_remain != 0;
}
return result; return result;
} }