From 916c2ee3fd95976213f95922b5242d2c4834dec9 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sun, 13 Oct 2024 18:50:36 +0300 Subject: [PATCH] llama : simplify infill sampler --- examples/llama.vim | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/llama.vim b/examples/llama.vim index bc61ea8ba..5a2027021 100644 --- a/examples/llama.vim +++ b/examples/llama.vim @@ -70,11 +70,11 @@ let s:default_config = { \ 'n_suffix': 128, \ 'n_predict': 64, \ 't_max_prompt_ms': 500, - \ 't_max_predict_ms': 200, + \ 't_max_predict_ms': 500, \ 'show_info': 2, \ 'auto_fim': v:true, \ 'max_line_suffix': 8, - \ 'ring_n_chunks': 32, + \ 'ring_n_chunks': 16, \ 'ring_chunk_size': 128, \ 'ring_scope': 1024, \ }