vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix the error of no ending

Browse source
This commit is contained in:
Liu Ming 2023-05-29 08:37:34 +08:00
parent 991002b28e
commit 530eb57fe4
1 changed files with 7 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/grpc-server/grpc-server.cpp
View file

@ -455,12 +455,14 @@ public:
{
has_next_token = false;
}
else
{
if (params.interactive && n_remain <= 0 && params.n_predict != -1)
{
n_remain = params.n_predict;
}
has_next_token = n_remain != 0;
}
return result;
}