vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

main loop finished, starting to debug

Browse source
This commit is contained in:
Leon Ericsson 2023-12-10 20:20:01 +01:00
parent cae8f50b1a
commit 0ec5fdb5ce
5 changed files with 138 additions and 37 deletions
Download patch file Download diff file Expand all files Collapse all files

4
common/common.h
View file

@ -75,10 +75,10 @@ struct gpt_params {
// // sampling parameters
struct llama_sampling_params sparams;
std::string model = "models/7B/ggml-model-f16.gguf"; // model path
std::string model = "models/7B/ggml-model-q4_0.gguf"; // model path
std::string model_draft = ""; // draft model for speculative decoding
std::string model_alias = "unknown"; // model alias
std::string prompt = "";
std::string prompt = "Hello my name is";
std::string prompt_file = ""; // store the external prompt file name
std::string path_prompt_cache = ""; // path to file for saving/loading prompt eval state
std::string input_prefix = ""; // string to prefix user inputs with