diff --git a/.devops/handler.py b/.devops/handler.py index 4d4de75a4..6913ba53c 100644 --- a/.devops/handler.py +++ b/.devops/handler.py @@ -26,7 +26,7 @@ async def handler(event): print(event) prompt = event["input"]["prompt"] async with aiohttp.ClientSession() as session: - async with session.post(url, data=json.dumps(json_data = { + async with session.post(url, data=json.dumps({ 'stream': True, 'n_predict': 2048, 'temperature': 0.2, diff --git a/.devops/main-cuda.Dockerfile b/.devops/main-cuda.Dockerfile index 9b26c876f..38c990c72 100644 --- a/.devops/main-cuda.Dockerfile +++ b/.devops/main-cuda.Dockerfile @@ -51,4 +51,4 @@ COPY --from=build /app/models models # CMD ["/bin/sh", "-c", "/server --model model.gguf --threads $(nproc) -ngl 99 -np $(nproc) -cb"] # CMD ["/server --host 0.0.0.0 --threads 8 -ngl 999 -np 8 -cb -m model.gguf -c 16384"] -CMD [ "python", "-u", "/handler.py" ] +CMD [ "python3", "-u", "/handler.py" ]