diff --git a/llama.h b/llama.h index b9ee593ad..0de530d45 100644 --- a/llama.h +++ b/llama.h @@ -83,6 +83,7 @@ extern "C" { // context pointer passed to the progress callback void * progress_callback_user_data; + // Keep the booleans together to avoid misalignment during copy-by-value. bool low_vram; // if true, reduce VRAM usage at the cost of performance bool f16_kv; // use fp16 for KV cache bool logits_all; // the llama_eval() call computes all logits, not just the last one