vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

set n_keep to -1

Browse source
This commit is contained in:
jwj7140 2023-07-02 20:45:29 +09:00
parent 377ecf9e9b
commit 7dcffd7a03
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/api_like_OAI.py
View file

@ -71,7 +71,7 @@ def make_postData(body, chat=False, stream=False):
if(is_present(body, "logit_bias")): postData["logit_bias"] = [[int(token), body["logit_bias"][token]] for token in body["logit_bias"].keys()]
postData["stop"] = [args.stop]
if(is_present(body, "stop")): postData["stop"] += body["stop"]
postData["n_keep"] = -1
postData["stream"] = stream
return postData