vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fixed premature end due stop word

Browse source
This commit is contained in:
FSSRepo 2023-10-16 12:36:05 -04:00
parent fd64f04fc2
commit 2d9f11db28
2 changed files with 21 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/chat.mjs
View file

@ -86,7 +86,7 @@ async function chat_completion(question) {
n_predict: 256,
cache_prompt: no_cached_prompt === "false",
slot_id: slot_id,
stop: ["### Human:"], // stop completion after generating this
stop: ["\n### Human:"], // stop completion after generating this
grammar,
stream: true,
})