vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Make newline token a constant

Browse source
This commit is contained in:
rabidcopy 2023-03-20 13:02:54 -05:00 • committed by GitHub
parent 4fe9734e09
commit 330b86eed2
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
main.cpp
View file

@ -30,6 +30,7 @@
#define ANSI_BOLD "\x1b[1m" #define ANSI_BOLD "\x1b[1m"
static const int EOS_TOKEN_ID = 2; static const int EOS_TOKEN_ID = 2;
static const int NEWLINE_TOKEN_ID = 13;
// determine number of model parts based on the dimension // determine number of model parts based on the dimension
static const std::map<int, int> LLAMA_N_PARTS = { static const std::map<int, int> LLAMA_N_PARTS = {
@ -1084,8 +1085,8 @@ int main(int argc, char ** argv) {
if (embd.back() == EOS_TOKEN_ID) { if (embd.back() == EOS_TOKEN_ID) {
if (params.interactive) { if (params.interactive) {
is_interacting = true; is_interacting = true;
embd.back() = 13; embd.back() = NEWLINE_TOKEN_ID;
last_n_tokens.back() = 13; last_n_tokens.back() = NEWLINE_TOKEN_ID;
} else { } else {
fprintf(stderr, " [end of text]\n"); fprintf(stderr, " [end of text]\n");
break; break;