vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ws

Browse source
This commit is contained in:
Robert Washbourne 2023-11-24 00:43:37 -05:00
parent 4468d96aec
commit f571ed512a
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
.devops/handler.py
View file

@ -39,7 +39,7 @@ async def handler(event):
}), headers=headers) as response: }), headers=headers) as response:
async for line in response.content: async for line in response.content:
yield line yield line
runpod.serverless.start({ runpod.serverless.start({
"handler": handler, "handler": handler,
"return_aggregate_stream": True # Optional, results available via /run "return_aggregate_stream": True # Optional, results available via /run