vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

randomize horde genkey

Browse source
This commit is contained in:
Concedo 2023-12-25 22:47:21 +08:00
parent cc64f2cad1
commit 78a9d206d3
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
koboldcpp.py
View file

@ -1896,6 +1896,7 @@ def make_url_request(url, data, method='POST', headers={}):
#A very simple and stripped down embedded horde worker with no dependencies #A very simple and stripped down embedded horde worker with no dependencies
def run_horde_worker(args, api_key, worker_name): def run_horde_worker(args, api_key, worker_name):
from datetime import datetime from datetime import datetime
import random
global friendlymodelname, maxhordectx, maxhordelen, exitcounter, punishcounter, modelbusy, session_starttime global friendlymodelname, maxhordectx, maxhordelen, exitcounter, punishcounter, modelbusy, session_starttime
epurl = f"http://localhost:{args.port}" epurl = f"http://localhost:{args.port}"
if args.host!="": if args.host!="":
@ -2001,6 +2002,8 @@ def run_horde_worker(args, api_key, worker_name):
#do gen #do gen
while exitcounter < 10: while exitcounter < 10:
if not modelbusy.locked(): if not modelbusy.locked():
#horde gets a genkey to avoid KCPP overlap
current_payload['genkey'] = f"HORDEREQ_{random.randint(100, 999)}"
current_generation = make_url_request_horde(f'{epurl}/api/v1/generate', current_payload) current_generation = make_url_request_horde(f'{epurl}/api/v1/generate', current_payload)
if current_generation: if current_generation:
break break