vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

common : add llama_arg

Browse source
This commit is contained in:
Georgi Gerganov 2024-09-08 08:57:56 +03:00
parent 471e7e1e59
commit ade52b6cc6
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
common/common.cpp
View file

@ -995,6 +995,14 @@ std::vector<llama_arg> gpt_params_parser_init(gpt_params & params, llama_example
params.flash_attn = true; params.flash_attn = true;
} }
).set_env("LLAMA_ARG_FLASH_ATTN")); ).set_env("LLAMA_ARG_FLASH_ATTN"));
add_opt(llama_arg(
{"--no-perf"},
format("disable internal libllama performance timings (default: %s)", params.no_perf ? "true" : "false"),
[](gpt_params & params) {
params.no_perf = true;
params.sparams.no_perf = true;
}
).set_env("LLAMA_ARG_FLASH_ATTN"));
add_opt(llama_arg( add_opt(llama_arg(
{"-p", "--prompt"}, "PROMPT", {"-p", "--prompt"}, "PROMPT",
ex == LLAMA_EXAMPLE_MAIN ex == LLAMA_EXAMPLE_MAIN