vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix when stop in request is null

Browse source
This commit is contained in:
Elsa 2023-08-07 18:09:15 +08:00
parent 6ae3702f69
commit ea73dace98
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/api_like_OAI.py
View file

@ -103,7 +103,7 @@ def make_postData(body, chat=False, stream=False):
postData["stop"] = [stop_token] postData["stop"] = [stop_token]
else: else:
postData["stop"] = [] postData["stop"] = []
if(is_present(body, "stop")): postData["stop"] += body["stop"] if(is_present(body, "stop")): postData["stop"] += body["stop"] or []
postData["n_keep"] = -1 postData["n_keep"] = -1
postData["stream"] = stream postData["stream"] = stream