vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

wip

Browse source
This commit is contained in:
Georgi Gerganov 2024-03-04 17:07:12 +02:00
parent e66da356a4
commit 4ec0e9abbf
No known key found for this signature in database
GPG key ID: BF970631944C16B7
2 changed files with 42 additions and 36 deletions
Download patch file Download diff file Expand all files Collapse all files

5
examples/server-embd.py
View file

@ -2,7 +2,7 @@ import asyncio
import requests
import numpy as np
n = 8
n = 1
result = []
@ -14,6 +14,9 @@ async def main():
responses: list[requests.Response] = await asyncio.gather(*[requests_post_async(
url= f"{model_url}/embedding",
json= {"content": str(0)*32}
#json= {"content": str(0)*1024}
#json= {"content": str(i)*32}
#json= {"content": str(i%2)*32}
) for i in range(n)])
for response in responses: