make kv_f16 the default for api users (#1517)

2023-05-18 19:31:01 +02:00 · 2023-05-18 19:31:01 +02:00 · e22541a49e
commit e22541a49e
parent a94b334591
1 changed files with 1 additions and 1 deletions
--- a/llama.cpp
+++ b/llama.cpp
@ -822,7 +822,7 @@ struct llama_context_params llama_context_default_params() {
        /*.n_ctx                       =*/ 512,
        /*.gpu_layers                  =*/ 0,
        /*.seed                        =*/ -1,
-        /*.f16_kv                      =*/ false,
+        /*.f16_kv                      =*/ true,
        /*.logits_all                  =*/ false,
        /*.vocab_only                  =*/ false,
        /*.use_mmap                    =*/ true,