vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

rwkv eos

Browse source
This commit is contained in:
Concedo 2023-05-29 22:40:27 +08:00
parent 6b3373cb81
commit ea336bfa33
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
gpttype_adapter.cpp
View file

@ -1090,7 +1090,9 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o
}
// set the logit of the eos token (0) to minimum to avoid sampling it
if (file_format == FileFormat::NEOX_1 ||
if (file_format == FileFormat::RWKV_1 ||
file_format == FileFormat::RWKV_2 ||
file_format == FileFormat::NEOX_1 ||
file_format == FileFormat::NEOX_2 ||
file_format == FileFormat::NEOX_3 ||
file_format == FileFormat::NEOX_4 ||