vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fixed unbantokens not following EOS

Browse source
This commit is contained in:
Concedo 2023-05-01 00:02:45 +08:00
parent 294a5d00b1
commit 25201233ca
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
gpttype_adapter.cpp
View file

@ -674,6 +674,11 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o
if (file_format == FileFormat::GGML || file_format == FileFormat::GGHF || file_format == FileFormat::GGJT)
{
concat_output += llama_token_to_str(llama_ctx_v1, id);
if(unbanTokens && id==llama_token_eos())
{
printf("\n(EOS token triggered!)");
remaining_tokens = 0;
}
}
else
{