diff --git a/main.cpp b/main.cpp index dd2cc160e..2235f7b25 100644 --- a/main.cpp +++ b/main.cpp @@ -1004,7 +1004,12 @@ int main(int argc, char ** argv) { // replace end of text token with newline token when in interactive mode if (id == EOS_TOKEN_ID && params.interactive) { id = NEWLINE_TOKEN_ID; - if (!antipromptv_inp.empty()) { + if (params.antiprompt.size() != 0) { + // tokenize the reverse prompt to inject + std::vector> antipromptv_inp; + for (auto antiprompt : params.antiprompt){ + antipromptv_inp.push_back(::llama_tokenize(vocab, antiprompt, false)); + } // inject the reverse prompt to return control to the user auto& ap_inp = antipromptv_inp.front(); embd_inp.insert(embd_inp.end(), ap_inp.begin(), ap_inp.end());