From 7e8607d097892299966d0ea90c9a0c481f9bdf7d Mon Sep 17 00:00:00 2001 From: Robert Washbourne Date: Fri, 24 Nov 2023 02:22:51 -0500 Subject: [PATCH] fix handler --- .devops/handler.py | 2 +- .devops/main-cuda.Dockerfile | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.devops/handler.py b/.devops/handler.py index 4d4de75a4..6913ba53c 100644 --- a/.devops/handler.py +++ b/.devops/handler.py @@ -26,7 +26,7 @@ async def handler(event): print(event) prompt = event["input"]["prompt"] async with aiohttp.ClientSession() as session: - async with session.post(url, data=json.dumps(json_data = { + async with session.post(url, data=json.dumps({ 'stream': True, 'n_predict': 2048, 'temperature': 0.2, diff --git a/.devops/main-cuda.Dockerfile b/.devops/main-cuda.Dockerfile index 9b26c876f..38c990c72 100644 --- a/.devops/main-cuda.Dockerfile +++ b/.devops/main-cuda.Dockerfile @@ -51,4 +51,4 @@ COPY --from=build /app/models models # CMD ["/bin/sh", "-c", "/server --model model.gguf --threads $(nproc) -ngl 99 -np $(nproc) -cb"] # CMD ["/server --host 0.0.0.0 --threads 8 -ngl 999 -np 8 -cb -m model.gguf -c 16384"] -CMD [ "python", "-u", "/handler.py" ] +CMD [ "python3", "-u", "/handler.py" ]