vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama.vim : do not auto-fim when far from the end of the line [no ci]

Browse source
This commit is contained in:
Georgi Gerganov 2024-10-13 17:17:01 +03:00
parent d81a0ac185
commit 2960510153
No known key found for this signature in database
GPG key ID: BF970631944C16B7
1 changed files with 9 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

9
examples/llama.vim
View file

@ -48,6 +48,7 @@ highlight llama_hl_info guifg=#77ff2f
" t_max_predict_ms: max alloted time for the prediction
" show_info: show extra info about the inference (0 - disabled, 1 - statusline, 2 - inline)
" auto_fim: trigger FIM completion automatically on cursor movement
" max_line_suffix: do not auto-trigger FIM completion if there are more than this number of characters to the right of the cursor
"
" ring buffer of chunks, accumulated with time upon:
"
@ -70,6 +71,7 @@ let s:default_config = {
\ 't_max_predict_ms': 200,
\ 'show_info': 2,
\ 'auto_fim': v:true,
\ 'max_line_suffix': 8,
\ 'ring_n_chunks': 32,
\ 'ring_chunk_size': 128,
\ 'ring_scope': 1024,
@ -124,6 +126,9 @@ function! llama#init()
" gather chunks upon entering/leaving a buffer
autocmd BufEnter * call timer_start(100, {-> s:pick_chunk(getline(max([1, line('.') - g:llama_config.ring_chunk_size/2]), min([line('.') + g:llama_config.ring_chunk_size/2, line('$')])), v:true, v:true)})
autocmd BufLeave * call s:pick_chunk(getline(max([1, line('.') - g:llama_config.ring_chunk_size/2]), min([line('.') + g:llama_config.ring_chunk_size/2, line('$')])), v:true, v:true)
" gather chunk upon saving the file
autocmd BufWritePost * call s:pick_chunk(getline(max([1, line('.') - g:llama_config.ring_chunk_size/2]), min([line('.') + g:llama_config.ring_chunk_size/2, line('$')])), v:true, v:true)
augroup END
silent! call llama#fim_cancel()
@ -225,6 +230,10 @@ function! llama#fim(is_auto) abort
let s:line_cur_prefix = strpart(s:line_cur, 0, s:pos_x0)
let s:line_cur_suffix = strpart(s:line_cur, s:pos_x0)
if a:is_auto && len(s:line_cur_suffix) > g:llama_config.max_line_suffix
return
endif
let l:prefix = ""
\ . join(l:lines_prefix, "\n")
\ . "\n"