From b6ff08a291512248deaa03c7033746e1692ed76d Mon Sep 17 00:00:00 2001 From: xaedes Date: Sun, 1 Oct 2023 06:54:55 +0200 Subject: [PATCH] fix accessing None function_call --- examples/server/api_like_OAI.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/server/api_like_OAI.py b/examples/server/api_like_OAI.py index 0ce383af6..c35090ff7 100755 --- a/examples/server/api_like_OAI.py +++ b/examples/server/api_like_OAI.py @@ -292,18 +292,18 @@ def chat_completions(): if (not stream): data = requests.request("POST", urllib.parse.urljoin(args.llama_api, "/completion"), data=json.dumps(postData)) print(data.json()) - resData = make_resData(data.json(), chat=True, promptToken=promptToken, function_call=body.get("function_call")) + resData = make_resData(data.json(), chat=True, promptToken=promptToken, function_call=body.get("function_call", {})) return jsonify(resData) else: def generate(): data = requests.request("POST", urllib.parse.urljoin(args.llama_api, "/completion"), data=json.dumps(postData), stream=True) time_now = int(time.time()) - resData = make_resData_stream({}, chat=True, time_now=time_now, start=True, function_call=body.get("function_call")) + resData = make_resData_stream({}, chat=True, time_now=time_now, start=True, function_call=body.get("function_call", {})) yield 'data: {}\n'.format(json.dumps(resData)) for line in data.iter_lines(): if line: decoded_line = line.decode('utf-8') - resData = make_resData_stream(json.loads(decoded_line[6:]), chat=True, time_now=time_now, function_call=body.get("function_call")) + resData = make_resData_stream(json.loads(decoded_line[6:]), chat=True, time_now=time_now, function_call=body.get("function_call", {})) yield 'data: {}\n'.format(json.dumps(resData)) return Response(generate(), mimetype='text/event-stream')