vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

tokenize and inject only first reverse prompt

Browse source 
thanks to tjohnman
This commit is contained in:
rabidcopy 2023-03-21 13:37:36 -05:00 • committed by GitHub
parent 3c211c64bd
commit e33df8e1a0
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

11
main.cpp
View file

@ -1005,14 +1005,9 @@ int main(int argc, char ** argv) {
if (id == EOS_TOKEN_ID && params.interactive) {
id = NEWLINE_TOKEN_ID;
if (params.antiprompt.size() != 0) {
// tokenize the reverse prompt to inject
std::vector<std::vector<llama_vocab::id>> antipromptv_inp;
for (auto antiprompt : params.antiprompt){
antipromptv_inp.push_back(::llama_tokenize(vocab, antiprompt, false));
}
// inject the reverse prompt to return control to the user
auto& ap_inp = antipromptv_inp.front();
embd_inp.insert(embd_inp.end(), ap_inp.begin(), ap_inp.end());
// tokenize the first reverse prompt and inject on the newline
std::vector<llama_vocab::id> first_antiprompt = ::llama_tokenize(vocab, params.antiprompt.front(), false);
embd_inp.insert(embd_inp.end(), first_antiprompt.begin(), first_antiprompt.end());
}
}