vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

SimpleChat: Reduce max_tokens to be small but still sufficient

Browse source
This commit is contained in:
HanishKVC 2024-05-23 20:55:11 +05:30
parent cbd853eda9
commit 4b29736da5
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/public_simplechat/simplechat.js
View file

@ -35,7 +35,7 @@ let gUsageMsg = `
// Add needed fields wrt json object to be sent wrt LLM web services completions endpoint.
let gChatRequestOptions = {
"temperature": 0.7,
"max_tokens": 2048
"max_tokens": 512
};
class SimpleChat {