vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix param definitions

Browse source
This commit is contained in:
Minsoo Cheong 2024-03-23 21:48:23 +09:00
parent e16279ed0e
commit f9dc033797
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
common/common.h
View file

@ -79,9 +79,9 @@ struct gpt_params {
float yarn_beta_slow = 1.0f; // YaRN high correction dim float yarn_beta_slow = 1.0f; // YaRN high correction dim
int32_t yarn_orig_ctx = 0; // YaRN original context length int32_t yarn_orig_ctx = 0; // YaRN original context length
float defrag_thold = -1.0f; // KV cache defragmentation threshold float defrag_thold = -1.0f; // KV cache defragmentation threshold
std::vector<std::string> context_files = {}; // context files to embed std::vector<std::string> context_files;// context files to embed
int32_t chunk_size = 64; // chunk size for context embedding int32_t chunk_size = 64; // chunk size for context embedding
std::string chunk_separator = "\n"; // chunk separator for context embedding std::string chunk_separator = "\n"; // chunk separator for context embedding
ggml_numa_strategy numa = GGML_NUMA_STRATEGY_DISABLED; ggml_numa_strategy numa = GGML_NUMA_STRATEGY_DISABLED;