vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add -fa and -dt

Browse source
This commit is contained in:
Xuan Son Nguyen 2024-08-20 16:44:50 +02:00
parent 2746e35607
commit a857c211e0
2 changed files with 12 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

11
common/common.cpp
View file

@ -89,12 +89,19 @@ get_env(std::string name, T & target) {
}
template<typename T>
static typename std::enable_if<!std::is_same<T, bool>::value &&std::is_integral<T>::value, void>::type
static typename std::enable_if<!std::is_same<T, bool>::value && std::is_integral<T>::value, void>::type
get_env(std::string name, T & target) {
char * value = std::getenv(name.c_str());
target = value ? std::stoi(value) : target;
}
template<typename T>
static typename std::enable_if<std::is_floating_point<T>::value, void>::type
get_env(std::string name, T & target) {
char * value = std::getenv(name.c_str());
target = value ? std::stof(value) : target;
}
template<typename T>
static typename std::enable_if<std::is_same<T, bool>::value, void>::type
get_env(std::string name, T & target) {
@ -332,6 +339,8 @@ void gpt_params_parse_from_env(gpt_params & params) {
get_env("LLAMA_ARG_ENDPOINT_METRICS", params.endpoint_metrics);
get_env("LLAMA_ARG_ENDPOINT_SLOTS", params.endpoint_slots);
get_env("LLAMA_ARG_EMBEDDINGS", params.embedding);
get_env("LLAMA_ARG_FLASH_ATTN", params.flash_attn);
get_env("LLAMA_ARG_DEFRAG_THOLD", params.defrag_thold);
}
bool gpt_params_parse(int argc, char ** argv, gpt_params & params) {

2
examples/server/README.md
View file

@ -262,6 +262,8 @@ Available environment variables (if specified, these variables will override par
- `LLAMA_ARG_ENDPOINT_METRICS`
- `LLAMA_ARG_ENDPOINT_SLOTS`
- `LLAMA_ARG_EMBEDDINGS`
- `LLAMA_ARG_FLASH_ATTN`
- `LLAMA_ARG_DEFRAG_THOLD`
## Build