vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

remove eos

Browse source
This commit is contained in:
zhangkaihuo 2024-04-01 17:00:07 +08:00
parent 9ecc666b94
commit 8502a015a5
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/main/main.cpp
View file

@ -796,7 +796,7 @@ int main(int argc, char ** argv) {
// deal with end of text token in interactive mode // deal with end of text token in interactive mode
auto last_token = llama_sampling_last(ctx_sampling); auto last_token = llama_sampling_last(ctx_sampling);
if (last_token == llama_token_eos(model) || last_token == 122753) if (last_token == llama_token_eos(model))
{ {
LOG("found EOS token\n"); LOG("found EOS token\n");
@ -922,7 +922,7 @@ int main(int argc, char ** argv) {
} }
// end of text token // end of text token
if (!embd.empty() && (embd.back() == llama_token_eos(model) || embd.back() == 122753) && !(params.instruct || params.interactive || params.chatml)) { if (!embd.empty() && (embd.back() == llama_token_eos(model)) && !(params.instruct || params.interactive || params.chatml)) {
LOG_TEE(" [end of text]\n"); LOG_TEE(" [end of text]\n");
break; break;
} }