From 187b7dd297d84d101d0089224b5a84635f1076fa Mon Sep 17 00:00:00 2001 From: at8u <129688334+at8u@users.noreply.github.com> Date: Wed, 19 Jul 2023 13:37:39 +0100 Subject: [PATCH] Miku.sh: Set ctx_size to 4096 --- examples/Miku.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/examples/Miku.sh b/examples/Miku.sh index b12881020..31d94e248 100755 --- a/examples/Miku.sh +++ b/examples/Miku.sh @@ -7,10 +7,11 @@ USER_NAME="${USER_NAME:-Anon}" # Uncomment and adjust to the number of CPU cores you want to use. #N_THREAD="${N_THREAD:-4}" +CTX_SIZE="${CTX_SIZE:-4096}" N_PREDICTS="${N_PREDICTS:-4096}" GEN_OPTIONS=(--batch_size 1024 ---ctx_size 2048 +--ctx_size "$CTX_SIZE" --keep -1 --repeat_last_n 256 --repeat_penalty 1.17647