vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

allow specifying the horde limit as well

Browse source
This commit is contained in:
Concedo 2023-06-03 00:55:44 +08:00
parent 96b0e536b7
commit 9839259b63
1 changed files with 6 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

10
koboldcpp.py
View file

@ -540,9 +540,11 @@ def main(args):
time.sleep(2)
sys.exit(2)
if args.renamemodel and args.renamemodel!="":
global friendlymodelname
friendlymodelname = "koboldcpp/"+args.renamemodel
if args.renamemodel and args.renamemodel[0]!="":
global friendlymodelname, maxlen
friendlymodelname = "koboldcpp/"+args.renamemodel[0]
if len(args.renamemodel) > 1:
maxlen = int(args.renamemodel[1])
if args.highpriority:
print("Setting process to Higher Priority - Use Caution")
@ -659,7 +661,7 @@ if __name__ == '__main__':
parser.add_argument("--noavx2", help="Do not use AVX2 instructions, a slower compatibility mode for older devices. Does not work with --clblast.", action='store_true')
parser.add_argument("--debugmode", help="Shows additional debug info in the terminal.", action='store_true')
parser.add_argument("--skiplauncher", help="Doesn't display or use the new GUI launcher.", action='store_true')
parser.add_argument("--renamemodel", help="Sets the display model name to something else, for easy use on Horde.", type=str, default="")
parser.add_argument("--renamemodel", help="Sets the display model name to something else, for easy use on Horde. An optional second parameter sets the horde max gen length.",metavar=('[hordename]', '[hordelength]'), nargs='+')
compatgroup = parser.add_mutually_exclusive_group()
compatgroup.add_argument("--noblas", help="Do not use OpenBLAS for accelerated prompt ingestion", action='store_true')
compatgroup.add_argument("--useclblast", help="Use CLBlast instead of OpenBLAS for prompt ingestion. Must specify exactly 2 arguments, platform ID and device ID (e.g. --useclblast 1 0).", type=int, choices=range(0,9), nargs=2)