vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Updated info in common and args

Browse source
This commit is contained in:
MaggotHATE 2024-10-08 20:57:36 +05:00 • committed by GitHub
parent 81a0c2603c
commit 09bc6d507c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 4 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

18
common/arg.cpp
View file

@ -975,7 +975,7 @@ gpt_params_context gpt_params_parser_init(gpt_params & params, llama_example ex,
).set_sparam()); ).set_sparam());
add_opt(llama_arg( add_opt(llama_arg(
{"--xtc-t"}, "N", {"--xtc-t"}, "N",
format("xtc threshold (default: %.1f, 0.0 or 1.0 = disabled)", (double)params.sparams.xtc_t), format("xtc threshold (default: %.1f, 1.0 = disabled)", (double)params.sparams.xtc_t),
[](gpt_params & params, const std::string & value) { [](gpt_params & params, const std::string & value) {
params.sparams.xtc_t = std::stof(value); params.sparams.xtc_t = std::stof(value);
} }
@ -1859,23 +1859,9 @@ gpt_params_context gpt_params_parser_init(gpt_params & params, llama_example ex,
params.endpoint_metrics = true; params.endpoint_metrics = true;
} }
).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_ENDPOINT_METRICS")); ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_ENDPOINT_METRICS"));
add_opt(llama_arg(
{"--slots"},
format("enable slots monitoring endpoint (default: %s)", params.endpoint_slots ? "enabled" : "disabled"),
[](gpt_params & params) {
params.endpoint_slots = true;
}
).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_ENDPOINT_SLOTS"));
add_opt(llama_arg(
{"--props"},
format("enable changing global properties via POST /props (default: %s)", params.endpoint_props ? "enabled" : "disabled"),
[](gpt_params & params) {
params.endpoint_props = true;
}
).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_ENDPOINT_PROPS"));
add_opt(llama_arg( add_opt(llama_arg(
{"--no-slots"}, {"--no-slots"},
"disables slots monitoring endpoint", format("disables slots monitoring endpoint (default: %s)", params.endpoint_slots ? "enabled" : "disabled"),
[](gpt_params & params) { [](gpt_params & params) {
params.endpoint_slots = false; params.endpoint_slots = false;
} }

7
common/common.h
View file

@ -110,7 +110,7 @@ struct gpt_sampler_params {
float top_p = 0.95f; // 1.0 = disabled float top_p = 0.95f; // 1.0 = disabled
float min_p = 0.05f; // 0.0 = disabled float min_p = 0.05f; // 0.0 = disabled
float xtc_p = 0.50f; // 0.0 = disabled float xtc_p = 0.50f; // 0.0 = disabled
float xtc_t = 0.10f; // 0.0 or 1.0 = disabled float xtc_t = 0.10f; // 1.0 = disabled
float xtc_t_max = 1.00f; // 0.0 = disabled float xtc_t_max = 1.00f; // 0.0 = disabled
float tfs_z = 1.00f; // 1.0 = disabled float tfs_z = 1.00f; // 1.0 = disabled
float typ_p = 1.00f; // typical_p, 1.0 = disabled float typ_p = 1.00f; // typical_p, 1.0 = disabled
@ -294,10 +294,7 @@ struct gpt_params {
std::string ssl_file_key = ""; // NOLINT std::string ssl_file_key = ""; // NOLINT
std::string ssl_file_cert = ""; // NOLINT std::string ssl_file_cert = ""; // NOLINT
// "advanced" endpoints are disabled by default for better security bool endpoint_slots = true;
bool webui = true;
bool endpoint_slots = false;
bool endpoint_props = false; // only control POST requests, not GET
bool endpoint_metrics = false; bool endpoint_metrics = false;
bool log_json = false; bool log_json = false;