vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add "--instruct" argument for usage with Alpaca (#240)

Browse source 
Also start adding prompts in "./prompts"
This commit is contained in:
Georgi Gerganov 2023-03-19 18:37:02 +02:00
parent 22213a17b5
commit 9e1707218a
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
5 changed files with 64 additions and 40 deletions
Download patch file Download diff file Expand all files Collapse all files

8
utils.h
View file

@ -27,14 +27,14 @@ struct gpt_params {
int32_t n_batch = 8; // batch size for prompt processing
std::string model = "models/lamma-7B/ggml-model.bin"; // model path
std::string prompt;
std::string model = "models/lamma-7B/ggml-model.bin"; // model path
std::string prompt = "";
std::string antiprompt = ""; // string upon seeing which more user input is prompted
bool use_color = false; // use color to distinguish generations and inputs
bool interactive = false; // interactive mode
bool interactive_start = false; // reverse prompt immediately
std::string antiprompt = ""; // string upon seeing which more user input is prompted
bool instruct = false; // instruction mode (used for Alpaca models)
};
bool gpt_params_parse(int argc, char ** argv, gpt_params & params);