llama : add session file format and saved sessions in main (#1169)

This commit is contained in:
Evan Jones 2023-04-28 11:59:37 -04:00 committed by GitHub
parent 11d902364b
commit 1481a9cf25
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
6 changed files with 156 additions and 2 deletions

View file

@ -31,6 +31,7 @@ struct gpt_params {
std::string model = "models/lamma-7B/ggml-model.bin"; // model path
std::string prompt = "";
std::string path_session = ""; // path to file for saving/loading model eval state
std::string input_prefix = ""; // string to prefix user inputs with
std::vector<std::string> antiprompt; // string upon seeing which more user input is prompted