vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update main.cpp to use instruct mode

Browse source
This commit is contained in:
Thomas Antony 2023-03-19 13:00:08 -07:00
parent edb52ab13c
commit 1c1cf35694
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
main.cpp
View file

@ -210,13 +210,16 @@ int main(int argc, char ** argv) {
}
if (is_interacting) {
if (params.instruct) {
llama_update_input(ctx, "\n\n### Instruction:\n\n");
llama_update_input(ctx, inp_pfx);
printf("\n> ");
}
// currently being interactive
process_interactive_input(ctx, params);
if (params.instruct) {
llama_update_input(ctx, inp_sfx);
}
input_noecho = true; // do not echo this input again
is_interacting = false;
}