vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[wip] chat now has parameter and cfg

Browse source
This commit is contained in:
Henri Vasserman 2023-07-20 15:37:31 +03:00
parent 082dd81286
commit e4db70720d
No known key found for this signature in database
GPG key ID: 2995FC0F58B1A986
2 changed files with 79 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/server/server.cpp
View file

@ -398,7 +398,7 @@ struct llama_server_context {
evaluator.evaluate(params.n_threads, params.n_batch);
if (cfg_enabled) {
evaluator_guidance.evaluate(params.n_threads, params.n_batch);
evaluator_guidance.evaluate(params.n_threads, params.n_batch);
}
if (params.n_predict == 0) {
@ -1067,7 +1067,7 @@ int main(int argc, char ** argv) {
llama.loadPrompt();
llama.beginCompletion();
if (llama.params.cfg_negative_prompt.size() > 0) {
if (llama.params.cfg_scale > 1.0f && llama.params.cfg_negative_prompt.size() > 0) {
llama.cfg_enabled = true;
llama.loadGuidancePrompt();
}