vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

More Llamaserver.py indent fixes

Browse source
This commit is contained in:
pudepiedj 2024-03-08 10:03:08 +00:00
parent c31e3b89c7
commit e06a3d5e1b
1 changed files with 15 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

24
Llamaserver.py
View file

@ -3,11 +3,12 @@ import threading
import requests import requests
import json import json
def print_dict(data): def print_dict(data):
if isinstance(data, dict): if isinstance(data, dict):
#for k, v in data.items(): # for k, v in data.items():
# print(f"Key: {k}; Value: {v}\n") # print(f"Key: {k}; Value: {v}\n")
#input("",) # input("",)
for k, v in data.items(): for k, v in data.items():
if isinstance(v, dict): if isinstance(v, dict):
print_dict(v) print_dict(v)
@ -30,6 +31,7 @@ def print_dict(data):
print("No intelligible data received.\n") print("No intelligible data received.\n")
return return
def title_print(text): def title_print(text):
length = len(text) length = len(text)
@ -37,6 +39,7 @@ def title_print(text):
print(text) print(text)
print("*" * length + "\n") print("*" * length + "\n")
def make_empty_bar(num_requests): def make_empty_bar(num_requests):
bar = [] bar = []
for i in range(num_requests): for i in range(num_requests):
@ -46,6 +49,7 @@ def make_empty_bar(num_requests):
# print(f"Bar is now {bar}.\n") # print(f"Bar is now {bar}.\n")
return bar return bar
def make_progress_bar(bar, count, num_requests): def make_progress_bar(bar, count, num_requests):
stride1 = len("\u2589") stride1 = len("\u2589")
stride2 = len("\u23F1") stride2 = len("\u23F1")
@ -56,6 +60,7 @@ def make_progress_bar(bar, count, num_requests):
print(f"Bar is now {bar}\n") print(f"Bar is now {bar}\n")
return bar return bar
def send_request(q, question, event, count, num_requests): def send_request(q, question, event, count, num_requests):
delay = 0.1 delay = 0.1
@ -72,10 +77,10 @@ You pay close attention to the nuance of a question and respond accordingly."
response = requests.post(url, headers=headers, json=data) response = requests.post(url, headers=headers, json=data)
if response.status_code in [200,300]: if response.status_code in [200,300]:
with lockbar: with lockbar:
#for attr in dir(response.raw): # for attr in dir(response.raw):
#if not attr.startswith('__'): # if not attr.startswith('__'):
#print(f"response.raw.{attr} has content {getattr(response.raw, attr)}\n") # print(f"response.raw.{attr} has content {getattr(response.raw, attr)}\n")
#input("Press any key ",) # input("Press any key ",)
print(f"Current Client Queue Size: {q.qsize()}; processing request {count} / {num_requests}\n") print(f"Current Client Queue Size: {q.qsize()}; processing request {count} / {num_requests}\n")
print(f"Status Code for {question}: {response.status_code}\n") print(f"Status Code for {question}: {response.status_code}\n")
print(f"Response to {question}:\n") print(f"Response to {question}:\n")
@ -90,7 +95,7 @@ You pay close attention to the nuance of a question and respond accordingly."
# put the response text in the queue # put the response text in the queue
q.put(response.text) q.put(response.text)
if not q.empty(): if not q.empty():
#with lockbar: # lock automatically releases when the update is done # with lockbar: # lock automatically releases when the update is done
title_print(f"Completed task {count} / {num_requests}") title_print(f"Completed task {count} / {num_requests}")
bar = make_progress_bar(bar, count, num_requests) bar = make_progress_bar(bar, count, num_requests)
q.task_done() q.task_done()
@ -102,6 +107,7 @@ You pay close attention to the nuance of a question and respond accordingly."
except Exception as e: except Exception as e:
print(f"Server returned exception error {e}") print(f"Server returned exception error {e}")
if __name__ == "__main__": if __name__ == "__main__":
global bar global bar
@ -115,7 +121,7 @@ if __name__ == "__main__":
bar = make_empty_bar(num_requests) bar = make_empty_bar(num_requests)
#api_key = input("What is your API key? ",) # api_key = input("What is your API key? ",)
api_key = "john123456" api_key = "john123456"
headers = { headers = {