vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama.vim: added api key support

Browse source
This commit is contained in:
Michael Coppola 2024-01-22 18:34:28 -05:00
parent 011e8ec577
commit 3dc6b95761
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
examples/llama.vim
View file

@ -6,7 +6,7 @@
" Similarly, you could add an insert mode keybind with " Similarly, you could add an insert mode keybind with
" inoremap <C-B> <Cmd>call llama#doLlamaGen()<CR> " inoremap <C-B> <Cmd>call llama#doLlamaGen()<CR>
" "
" g:llama_api_url and g:llama_overrides can be configured in your .vimrc " g:llama_api_url, g:llama_api_key and g:llama_overrides can be configured in your .vimrc
" let g:llama_api_url = "192.168.1.10:8080" " let g:llama_api_url = "192.168.1.10:8080"
" llama_overrides can also be set through buffer/window scopes. For instance " llama_overrides can also be set through buffer/window scopes. For instance
" autocmd filetype python let b:llama_overrides = {"temp": 0.2} " autocmd filetype python let b:llama_overrides = {"temp": 0.2}
@ -82,6 +82,9 @@ func llama#doLlamaGen()
endif endif
let l:querydata.prompt = join(l:buflines, "\n") let l:querydata.prompt = join(l:buflines, "\n")
let l:curlcommand = copy(s:curlcommand) let l:curlcommand = copy(s:curlcommand)
if exists("g:llama_api_key")
call extend(l:curlcommand, ['--header', 'Authorization: Bearer ' .. g:llama_api_key])
endif
let l:curlcommand[2] = json_encode(l:querydata) let l:curlcommand[2] = json_encode(l:querydata)
let b:job = job_start(l:curlcommand, {"callback": function("s:callbackHandler", [l:cbuffer])}) let b:job = job_start(l:curlcommand, {"callback": function("s:callbackHandler", [l:cbuffer])})
endfunction endfunction