Add comment
Signed-off-by: mudler <mudler@localai.io>
This commit is contained in:
parent
7a45a13e3d
commit
7de2494a0f
1 changed files with 1 additions and 0 deletions
1
llama.h
1
llama.h
|
@ -83,6 +83,7 @@ extern "C" {
|
|||
// context pointer passed to the progress callback
|
||||
void * progress_callback_user_data;
|
||||
|
||||
// Keep the booleans together to avoid misalignment during copy-by-value.
|
||||
bool low_vram; // if true, reduce VRAM usage at the cost of performance
|
||||
bool f16_kv; // use fp16 for KV cache
|
||||
bool logits_all; // the llama_eval() call computes all logits, not just the last one
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue