vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add support for multiple antiprompts

Browse source
This commit is contained in:
Thomas Antony 2023-03-19 13:39:06 -07:00
parent b3541ceb65
commit 5195fed013
1 changed files with 14 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

20
main.cpp
View file

@ -114,7 +114,16 @@ int main(int argc, char ** argv) {
}
// tokenize the reverse prompt
std::vector<gpt_vocab::id> antiprompt_inp = llama_tokenize_text(ctx, params.antiprompt);
std::vector<std::vector<gpt_vocab::id>> antipromptv_inp;
for (auto antiprompt : params.antiprompt) {
antipromptv_inp.push_back(::llama_tokenize(vocab, antiprompt, false));
}
// enable interactive mode if reverse prompt is specified
if (!antipromptv_inp.size()) {
params.interactive = true;
}
// Setup interactive mode
if (params.interactive) {
@ -182,10 +191,6 @@ int main(int argc, char ** argv) {
if (llama_has_unconsumed_input(ctx)) {
llama_ingest_all_pending_input(ctx, !input_noecho);
// reset color to default if we there is no pending user input
if (!input_noecho && params.use_color) {
printf(ANSI_COLOR_RESET);
}
}else{
// Run inference if we don't have any pending input
llama_infer(ctx, model_output, is_end_of_text);
@ -193,8 +198,8 @@ int main(int argc, char ** argv) {
printf("%s", model_output.c_str());
input_noecho = false;
}
// reset color to default if we there is no pending user input
if (!input_noecho && params.use_color && (int)embd_inp.size() == input_consumed) {
// reset color to default (all input will be ingested already at this point)
if (!input_noecho && params.use_color) {
printf(ANSI_COLOR_RESET);
}
@ -202,6 +207,7 @@ int main(int argc, char ** argv) {
// check if we should prompt the user for more
if (params.interactive && !llama_has_unconsumed_input(ctx)) {
// check for reverse prompt
for (auto antiprompt_inp : antipromptv_inp) {
if (antiprompt_inp.size() && llama_is_anti_prompt_present(ctx, antiprompt_inp)) {
// reverse prompt found
is_interacting = true;