vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

tokenize/inject reverse prompt for refactor

Browse source 
this doesn't seem right though
This commit is contained in:
rabidcopy 2023-03-22 11:01:47 -05:00 • committed by GitHub
parent 23bb78fbdc
commit da0837f55f
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

16
main.cpp
View file

@ -250,10 +250,10 @@ int main(int argc, char ** argv) {
}
// tokenize the first reverse prompt
// std::vector<llama_vocab::id> first_antiprompt;
// if (!params.antiprompt.empty()) {
// first_antiprompt = ::llama_tokenize(vocab, params.antiprompt.front(), false);
// }
auto first_antiprompt = ::llama_tokenize(ctx, params.prompt,false);
if (!params.antiprompt.empty()) {
auto first_antiprompt = ::llama_tokenize(ctx, params.antiprompt.front(), false);
}
// enable interactive mode if reverse prompt is specified
if (params.antiprompt.size() != 0) {
@ -364,10 +364,10 @@ int main(int argc, char ** argv) {
// replace end of text token with newline token when in interactive mode
if (id == llama_token_eos() && params.interactive) {
id = llama_token_newline();
// if (params.antiprompt.size() != 0) {
if (params.antiprompt.size() != 0) {
// inject first reverse prompt
// embd_inp.insert(embd_inp.end(), first_antiprompt.begin(), first_antiprompt.end());
// }
embd_inp.insert(embd_inp.end(), first_antiprompt.begin(), first_antiprompt.end());
}
}
// add it to the context
@ -484,4 +484,4 @@ int main(int argc, char ** argv) {
set_console_state(CONSOLE_STATE_DEFAULT);
return 0;
}
}