examples/common.h: put all bool variables in gpt_params together

This commit is contained in:
Wang Haoran(Robin) 2023-07-02 08:01:19 +08:00
parent 1a70a80369
commit 71f829678a

View file

@ -59,7 +59,7 @@ struct gpt_params {
std::string lora_adapter = ""; // lora adapter path
std::string lora_base = ""; // base model path for the lora adapter
bool low_vram = 0; // if true, reduce VRAM usage at the cost of performance
bool low_vram = false; // if true, reduce VRAM usage at the cost of performance
bool memory_f16 = true; // use f16 instead of f32 for memory kv
bool random_prompt = false; // do not randomize prompt if none provided
bool use_color = false; // use color to distinguish generations and inputs