make kv_f16 the default for api users

This commit is contained in:
Green Sky 2023-05-18 14:55:08 +02:00
parent dc271c52ed
commit d71a8394f7
No known key found for this signature in database

View file

@ -814,7 +814,7 @@ struct llama_context_params llama_context_default_params() {
/*.n_ctx =*/ 512,
/*.gpu_layers =*/ 0,
/*.seed =*/ -1,
/*.f16_kv =*/ false,
/*.f16_kv =*/ true,
/*.logits_all =*/ false,
/*.vocab_only =*/ false,
/*.use_mmap =*/ true,