From e22541a49e1ffefff49cced180ec8fe92043e91e Mon Sep 17 00:00:00 2001
From: Erik Scholz <Green-Sky@users.noreply.github.com>
Date: Thu, 18 May 2023 19:31:01 +0200
Subject: [PATCH] make kv_f16 the default for api users (#1517)

---
 llama.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llama.cpp b/llama.cpp
index a856dd3a5..99e34afb5 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -822,7 +822,7 @@ struct llama_context_params llama_context_default_params() {
         /*.n_ctx                       =*/ 512,
         /*.gpu_layers                  =*/ 0,
         /*.seed                        =*/ -1,
-        /*.f16_kv                      =*/ false,
+        /*.f16_kv                      =*/ true,
         /*.logits_all                  =*/ false,
         /*.vocab_only                  =*/ false,
         /*.use_mmap                    =*/ true,