vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

more horde optimizations

Browse source
This commit is contained in:
Concedo 2023-10-12 16:20:52 +08:00
parent 8d1cd512e2
commit 8be043ee38
1 changed files with 8 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

10
koboldcpp.py
View file

@ -373,7 +373,8 @@ session_kudos_earned = 0
session_jobs = 0 session_jobs = 0
session_starttime = None session_starttime = None
exitcounter = 0 exitcounter = 0
punishcounter = 0 punishcounter = 0 #causes a timeout if too many errors
rewardcounter = 0 #reduces error counts for successful jobs
totalgens = 0 totalgens = 0
currentusergenkey = "" #store a special key so polled streaming works even in multiuser currentusergenkey = "" #store a special key so polled streaming works even in multiuser
args = None #global args args = None #global args
@ -1472,7 +1473,7 @@ def run_horde_worker(args, api_key, worker_name):
print(f"{datetime.now().strftime('[%H:%M:%S]')} " + txt) print(f"{datetime.now().strftime('[%H:%M:%S]')} " + txt)
def submit_completed_generation(url, jobid, sessionstart, submit_dict): def submit_completed_generation(url, jobid, sessionstart, submit_dict):
global exitcounter, punishcounter, session_kudos_earned, session_jobs global exitcounter, punishcounter, session_kudos_earned, session_jobs, rewardcounter
reply = make_url_request(url, submit_dict) reply = make_url_request(url, submit_dict)
if not reply: if not reply:
exitcounter += 1 exitcounter += 1
@ -1490,6 +1491,11 @@ def run_horde_worker(args, api_key, worker_name):
elapsedtimestr = f"{hrs:03d}h:{mins:02d}m:{secs:02d}s" elapsedtimestr = f"{hrs:03d}h:{mins:02d}m:{secs:02d}s"
earnrate = session_kudos_earned/(elapsedtime.seconds/3600) earnrate = session_kudos_earned/(elapsedtime.seconds/3600)
print_with_time(f'Submitted {jobid} and earned {reward:.0f} kudos\n[Total:{session_kudos_earned:.0f} kudos, Time:{elapsedtimestr}, Jobs:{session_jobs}, EarnRate:{earnrate:.0f} kudos/hr]') print_with_time(f'Submitted {jobid} and earned {reward:.0f} kudos\n[Total:{session_kudos_earned:.0f} kudos, Time:{elapsedtimestr}, Jobs:{session_jobs}, EarnRate:{earnrate:.0f} kudos/hr]')
rewardcounter += 1
if rewardcounter > 50:
rewardcounter = 0
if exitcounter > 5:
exitcounter -= 1
def make_url_request(url, data, method='POST'): def make_url_request(url, data, method='POST'):
try: try: