vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

decode

Browse source
This commit is contained in:
Robert Washbourne 2023-11-24 03:07:55 -05:00
parent 7e8607d097
commit a192910cb6
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
.devops/handler.py
View file

@ -38,7 +38,8 @@ async def handler(event):
'prompt': prompt, 'prompt': prompt,
}), headers=headers) as response: }), headers=headers) as response:
async for line in response.content: async for line in response.content:
yield line line = line.decode('utf-8').strip()
yield line[5:]
runpod.serverless.start({ runpod.serverless.start({
"handler": handler, "handler": handler,