vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Another antiprompt fix

Browse source
This commit is contained in:
beiller 2023-03-08 16:44:50 -05:00
parent 9425a21db5
commit ce7ebb3319
No known key found for this signature in database
GPG key ID: 5AC5D1B01D0E5D75
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
main.cpp
View file

@ -1004,7 +1004,8 @@ int main(int argc, char ** argv) {
buf[n_read+1] = 0; buf[n_read+1] = 0;
} }
std::vector<gpt_vocab::id> line_inp = ::llama_tokenize(vocab, buf, false); std::vector<gpt_vocab::id> line_inp;
processor.Encode(buf, &antiprompt_inp);
embd_inp.insert(embd_inp.end(), line_inp.begin(), line_inp.end()); embd_inp.insert(embd_inp.end(), line_inp.begin(), line_inp.end());
input_noecho = true; // do not echo this again input_noecho = true; // do not echo this again