vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

common.h : change default param value

Browse source
This commit is contained in:
klosax 2023-07-27 16:46:18 +02:00 • committed by GitHub
parent 5e7a26628b
commit 90b2ce3549
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/common.h
View file

@ -71,7 +71,7 @@ struct gpt_params {
std::string lora_base = ""; // base model path for the lora adapter std::string lora_base = ""; // base model path for the lora adapter
bool hellaswag = false; // compute HellaSwag score over random examples from datafile supplied in prompt bool hellaswag = false; // compute HellaSwag score over random examples from datafile supplied in prompt
size_t hellaswag_tasks = 200; // number of examples to use when computing the HellaSwag score size_t hellaswag_tasks = 400; // number of examples to use when computing the HellaSwag score
bool low_vram = false; // if true, reduce VRAM usage at the cost of performance bool low_vram = false; // if true, reduce VRAM usage at the cost of performance
bool memory_f16 = true; // use f16 instead of f32 for memory kv bool memory_f16 = true; // use f16 instead of f32 for memory kv