vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server : fix draft params

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-12-02 21:52:39 +02:00
parent 150d6e9232
commit f325205574
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/server.cpp
View file

@ -719,7 +719,7 @@ struct server_context {
return false;
}
cparams_dft = common_context_params_to_llama(params_base);
cparams_dft = common_context_params_to_llama(params_dft);
cparams_dft.n_batch = llama_n_ctx(llama_init_dft.context);
// the context is not needed - we will create one for each slot