diff --git a/examples/common.h b/examples/common.h index 82ef2f027..ee5339de4 100644 --- a/examples/common.h +++ b/examples/common.h @@ -71,7 +71,7 @@ struct gpt_params { std::string lora_base = ""; // base model path for the lora adapter bool hellaswag = false; // compute HellaSwag score over random examples from datafile supplied in prompt - size_t hellaswag_tasks = 200; // number of examples to use when computing the HellaSwag score + size_t hellaswag_tasks = 400; // number of examples to use when computing the HellaSwag score bool low_vram = false; // if true, reduce VRAM usage at the cost of performance bool memory_f16 = true; // use f16 instead of f32 for memory kv