vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

tmp

Browse source
This commit is contained in:
Georgi Gerganov 2024-05-16 14:45:47 +03:00
parent 9afdffe70e
commit a085a8323a
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 7 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

15
examples/server/bench/bench.py
View file

@ -293,14 +293,13 @@ def start_server_background(args):
def is_server_listening(server_fqdn, server_port): def is_server_listening(server_fqdn, server_port):
try: with closing(socket.socket(socket.AF_INET, socket.SOCK_STREAM)) as sock:
url = f"{server_fqdn}:{server_port}/health" result = sock.connect_ex((server_fqdn, server_port))
if not url.startswith("http://"): _is_server_listening = result == 0
url = f"http://{url}" if _is_server_listening:
result = requests.get(url) print(f"server is listening on {server_fqdn}:{server_port}...")
return result.status_code == 200 return _is_server_listening
except Exception:
return False
def escape_metric_name(metric_name): def escape_metric_name(metric_name):
return re.sub('[^A-Z0-9]', '_', metric_name.upper()) return re.sub('[^A-Z0-9]', '_', metric_name.upper())