From 7de2494a0f4efef5a17902f0c35c10e803476f8f Mon Sep 17 00:00:00 2001 From: mudler Date: Mon, 19 Jun 2023 18:43:27 +0200 Subject: [PATCH] Add comment Signed-off-by: mudler --- llama.h | 1 + 1 file changed, 1 insertion(+) diff --git a/llama.h b/llama.h index b9ee593ad..0de530d45 100644 --- a/llama.h +++ b/llama.h @@ -83,6 +83,7 @@ extern "C" { // context pointer passed to the progress callback void * progress_callback_user_data; + // Keep the booleans together to avoid misalignment during copy-by-value. bool low_vram; // if true, reduce VRAM usage at the cost of performance bool f16_kv; // use fp16 for KV cache bool logits_all; // the llama_eval() call computes all logits, not just the last one