vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

tokenize and inject reverse prompt as needed

Browse source 
this doesn't seem to work if the reverse prompt is tokenized outside earlier on
This commit is contained in:
rabidcopy 2023-03-22 17:46:23 -05:00 • committed by GitHub
parent e590787ab3
commit 4e4cfdfb67
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

10
main.cpp
View file

@ -249,12 +249,6 @@ int main(int argc, char ** argv) {
params.antiprompt.push_back("### Instruction:\n\n"); params.antiprompt.push_back("### Instruction:\n\n");
} }
// tokenize the first reverse prompt
auto first_antiprompt = ::llama_tokenize(ctx, params.prompt,false);
if (!params.antiprompt.empty()) {
auto first_antiprompt = ::llama_tokenize(ctx, params.antiprompt.front(), false);
}
// enable interactive mode if reverse prompt is specified // enable interactive mode if reverse prompt is specified
if (params.antiprompt.size() != 0) { if (params.antiprompt.size() != 0) {
params.interactive = true; params.interactive = true;
@ -365,7 +359,9 @@ int main(int argc, char ** argv) {
if (id == llama_token_eos() && params.interactive) { if (id == llama_token_eos() && params.interactive) {
id = llama_token_newline(); id = llama_token_newline();
if (params.antiprompt.size() != 0) { if (params.antiprompt.size() != 0) {
// inject first reverse prompt // tokenize and inject first reverse prompt
auto first_antiprompt = ::llama_tokenize(ctx, "", false);
first_antiprompt = ::llama_tokenize(ctx, params.antiprompt.front(), false);
embd_inp.insert(embd_inp.end(), first_antiprompt.begin(), first_antiprompt.end()); embd_inp.insert(embd_inp.end(), first_antiprompt.begin(), first_antiprompt.end());
} }
} }