vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : simplify infill sampler

Browse source
This commit is contained in:
Georgi Gerganov 2024-10-13 18:50:36 +03:00
parent bc2857b88c
commit 916c2ee3fd
No known key found for this signature in database
GPG key ID: BF970631944C16B7
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/llama.vim
View file

@ -70,11 +70,11 @@ let s:default_config = {
\ 'n_suffix': 128, \ 'n_suffix': 128,
\ 'n_predict': 64, \ 'n_predict': 64,
\ 't_max_prompt_ms': 500, \ 't_max_prompt_ms': 500,
\ 't_max_predict_ms': 200, \ 't_max_predict_ms': 500,
\ 'show_info': 2, \ 'show_info': 2,
\ 'auto_fim': v:true, \ 'auto_fim': v:true,
\ 'max_line_suffix': 8, \ 'max_line_suffix': 8,
\ 'ring_n_chunks': 32, \ 'ring_n_chunks': 16,
\ 'ring_chunk_size': 128, \ 'ring_chunk_size': 128,
\ 'ring_scope': 1024, \ 'ring_scope': 1024,
\ } \ }