From b8c383a9b9a9c1501029764448f1e935cbabd1e8 Mon Sep 17 00:00:00 2001 From: Jean-Christophe Hoelt Date: Sun, 19 Mar 2023 14:11:05 +0200 Subject: [PATCH] Reduce chatLLaMa context size to 2048 Ref d7def1a7524f712e5ebb7cd02bab0f13aa56a7f9 --- examples/chatLLaMa | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/chatLLaMa b/examples/chatLLaMa index 26c52deff..86d349e42 100755 --- a/examples/chatLLaMa +++ b/examples/chatLLaMa @@ -13,7 +13,7 @@ N_PREDICTS="${N_PREDICTS:-1024}" # Note: you can also override the generation options by specifying them on the command line: # For example, override the context size by doing: ./chatLLaMa --ctx_size 2048 -GEN_OPTIONS="${GEN_OPTIONS:---ctx_size 4096 --temp 0.7 --top_k 40 --top_p 0.5 --repeat_last_n 256 --repeat_penalty 1.17647}" +GEN_OPTIONS="${GEN_OPTIONS:---ctx_size 2048 --temp 0.7 --top_k 40 --top_p 0.5 --repeat_last_n 256 --repeat_penalty 1.17647}" # shellcheck disable=SC2086 # Intended splitting of GEN_OPTIONS ./main $GEN_OPTIONS \