vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama.vim : add comments [no ci]

Browse source
This commit is contained in:
Georgi Gerganov 2024-10-15 11:34:32 +03:00
parent 42a9008b31
commit 060573f7e8
No known key found for this signature in database
GPG key ID: BF970631944C16B7
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
examples/llama.vim
View file

@ -62,7 +62,9 @@ highlight llama_hl_info guifg=#77ff2f
" "
" ring_n_chunks: max number of chunks to pass as extra context to the server (0 to disable) " ring_n_chunks: max number of chunks to pass as extra context to the server (0 to disable)
" ring_chunk_size: max size of the chunks (in number of lines) " ring_chunk_size: max size of the chunks (in number of lines)
" ring_scope: the range around the cursor position (in number of lines) for gathering chunks " note: adjust these numbers so that you don't overrun your context
" at ring_n_chunks = 64 and ring_chunk_size = 64 you need ~32k context
" ring_scope: the range around the cursor position (in number of lines) for gathering chunks after FIM
" ring_update_ms: how often to process queued chunks in normal mode " ring_update_ms: how often to process queued chunks in normal mode
" "
let s:default_config = { let s:default_config = {
@ -416,7 +418,10 @@ function! llama#fim(is_auto, on_hold) abort
" only gather chunks if the cursor has moved a lot " only gather chunks if the cursor has moved a lot
" TODO: something more clever? reranking? " TODO: something more clever? reranking?
if a:is_auto && l:delta_y > 32 if a:is_auto && l:delta_y > 32
" expand the prefix even further
call s:pick_chunk(getline(max([1, s:pos_y - g:llama_config.ring_scope]), max([1, s:pos_y - g:llama_config.n_prefix])), v:false, v:false) call s:pick_chunk(getline(max([1, s:pos_y - g:llama_config.ring_scope]), max([1, s:pos_y - g:llama_config.n_prefix])), v:false, v:false)
" pick a suffix chunk
call s:pick_chunk(getline(min([l:max_y, s:pos_y + g:llama_config.n_suffix]), min([l:max_y, s:pos_y + g:llama_config.n_suffix + g:llama_config.ring_chunk_size])), v:false, v:false) call s:pick_chunk(getline(min([l:max_y, s:pos_y + g:llama_config.n_suffix]), min([l:max_y, s:pos_y + g:llama_config.n_suffix + g:llama_config.ring_chunk_size])), v:false, v:false)
let s:pos_y_pick = s:pos_y let s:pos_y_pick = s:pos_y