vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

SimpleChat: Allow user to control cache_prompt flag in request

Browse source
This commit is contained in:
HanishKVC 2024-06-15 21:20:59 +05:30
parent abe6c54c4c
commit e3e786f434
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
examples/server/public_simplechat/simplechat.js
View file

@ -745,6 +745,7 @@ class Me {
"temperature": 0.7, "temperature": 0.7,
"max_tokens": 1024, "max_tokens": 1024,
"n_predict": 1024, "n_predict": 1024,
"cache_prompt": false,
//"frequency_penalty": 1.2, //"frequency_penalty": 1.2,
//"presence_penalty": 1.2, //"presence_penalty": 1.2,
}; };