vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Yet more Llamaserver.py indentation fixes

Browse source
This commit is contained in:
pudepiedj 2024-03-08 10:06:53 +00:00
parent e06a3d5e1b
commit 3700bc3326
1 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

14
Llamaserver.py
View file

@ -7,7 +7,7 @@ import json
def print_dict(data): def print_dict(data):
if isinstance(data, dict): if isinstance(data, dict):
# for k, v in data.items(): # for k, v in data.items():
# print(f"Key: {k}; Value: {v}\n") # print(f"Key: {k}; Value: {v}\n")
# input("",) # input("",)
for k, v in data.items(): for k, v in data.items():
if isinstance(v, dict): if isinstance(v, dict):
@ -56,14 +56,14 @@ def make_progress_bar(bar, count, num_requests):
for i in range(num_requests): for i in range(num_requests):
if i == count: if i == count:
# print(f"Bar position {i} is {bar[i]}\n") # print(f"Bar position {i} is {bar[i]}\n")
bar = bar[:i*stride1] + "\u23F1" + bar[i*stride1 + stride2:] bar = bar[:i * stride1] + "\u23F1" + bar[i * stride1 + stride2:]
print(f"Bar is now {bar}\n") print(f"Bar is now {bar}\n")
return bar return bar
def send_request(q, question, event, count, num_requests): def send_request(q, question, event, count, num_requests):
delay = 0.1 # delay = 0.1
global bar global bar
@ -78,9 +78,9 @@ You pay close attention to the nuance of a question and respond accordingly."
if response.status_code in [200,300]: if response.status_code in [200,300]:
with lockbar: with lockbar:
# for attr in dir(response.raw): # for attr in dir(response.raw):
# if not attr.startswith('__'): # if not attr.startswith('__'):
# print(f"response.raw.{attr} has content {getattr(response.raw, attr)}\n") # print(f"response.raw.{attr} has content {getattr(response.raw, attr)}\n")
# input("Press any key ",) # input("Press any key ",)
print(f"Current Client Queue Size: {q.qsize()}; processing request {count} / {num_requests}\n") print(f"Current Client Queue Size: {q.qsize()}; processing request {count} / {num_requests}\n")
print(f"Status Code for {question}: {response.status_code}\n") print(f"Status Code for {question}: {response.status_code}\n")
print(f"Response to {question}:\n") print(f"Response to {question}:\n")
@ -129,7 +129,7 @@ if __name__ == "__main__":
'Accept': 'application/json', 'Accept': 'application/json',
'User-Agent': 'Llamaserver.py', 'User-Agent': 'Llamaserver.py',
'Authorization': f'Bearer {api_key}' 'Authorization': f'Bearer {api_key}'
} }
writer_list = ["Plato", "Aristotle", "Thales of Miletus", "Heraclitus", "Socrates", writer_list = ["Plato", "Aristotle", "Thales of Miletus", "Heraclitus", "Socrates",
"The prophet Isaiah", "Jesus of Nazareth", "Plotinus", "Porphyry", "The prophet Isaiah", "Jesus of Nazareth", "Plotinus", "Porphyry",