vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix the error of no ending

Browse source
This commit is contained in:
Liu Ming 2023-05-29 08:37:34 +08:00
parent 991002b28e
commit 530eb57fe4
1 changed files with 7 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

12
examples/grpc-server/grpc-server.cpp
View file

@ -220,7 +220,7 @@ public:
bool loadPrompt(std::string prompt) bool loadPrompt(std::string prompt)
{ {
// prompt.insert(0, " Below is an instruction that describes a task. Write a response that appropriately completes the request.\n"); // always add a first space // prompt.insert(0, " Below is an instruction that describes a task. Write a response that appropriately completes the request.\n"); // always add a first space
prompt.insert(0, 1, ' '); // always add a first space prompt.insert(0, 1, ' '); // always add a first space
std::vector<llama_token> prompt_tokens = ::llama_tokenize(ctx, prompt, true); std::vector<llama_token> prompt_tokens = ::llama_tokenize(ctx, prompt, true);
// compare the evaluated prompt with the new prompt // compare the evaluated prompt with the new prompt
int new_prompt_len = 0; int new_prompt_len = 0;
@ -455,12 +455,14 @@ public:
{ {
has_next_token = false; has_next_token = false;
} }
else
if (params.interactive && n_remain <= 0 && params.n_predict != -1)
{ {
n_remain = params.n_predict; if (params.interactive && n_remain <= 0 && params.n_predict != -1)
{
n_remain = params.n_predict;
}
has_next_token = n_remain != 0;
} }
has_next_token = n_remain != 0;
return result; return result;
} }