vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: update refs -> llama-server

Browse source 
gitignore llama-server
This commit is contained in:
Olivier Chafik 2024-06-06 15:39:23 +01:00
parent 849842916d
commit f298cc63d2
16 changed files with 35 additions and 35 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server-llama2-13B.sh
View file

@ -16,7 +16,7 @@ GEN_OPTIONS="${GEN_OPTIONS:---ctx_size 4096 --batch-size 1024}"
# shellcheck disable=SC2086 # Intended splitting of GEN_OPTIONS
./server $GEN_OPTIONS \
./llama-server $GEN_OPTIONS \
--model "$MODEL" \
--threads "$N_THREAD" \
--rope-freq-scale 1.0 \