vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add --config argument

Browse source
This commit is contained in:
Pontus Mårdnäs 2023-08-21 23:46:56 +02:00
parent a07e6dd3ad
commit 2d86b2e219
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
koboldcpp.py
View file

@ -1564,6 +1564,11 @@ def run_horde_worker(args, api_key, worker_name):
def main(args): def main(args):
embedded_kailite = None embedded_kailite = None
if args.config:
with open(args.config, 'r') as f:
config = json.load(f)
for key, value in config.items():
setattr(args, key, value)
if not args.model_param: if not args.model_param:
args.model_param = args.model args.model_param = args.model
if not args.model_param: if not args.model_param:
@ -1708,6 +1713,7 @@ if __name__ == '__main__':
parser.add_argument("--host", help="Host IP to listen on. If empty, all routable interfaces are accepted.", default="") parser.add_argument("--host", help="Host IP to listen on. If empty, all routable interfaces are accepted.", default="")
parser.add_argument("--launch", help="Launches a web browser when load is completed.", action='store_true') parser.add_argument("--launch", help="Launches a web browser when load is completed.", action='store_true')
parser.add_argument("--lora", help="LLAMA models only, applies a lora file on top of model. Experimental.", metavar=('[lora_filename]', '[lora_base]'), nargs='+') parser.add_argument("--lora", help="LLAMA models only, applies a lora file on top of model. Experimental.", metavar=('[lora_filename]', '[lora_base]'), nargs='+')
parser.add_argument("--config", help="Load settings from a .kcpps file. Other arguments will be ignored", nargs="?")
physical_core_limit = 1 physical_core_limit = 1
if os.cpu_count()!=None and os.cpu_count()>1: if os.cpu_count()!=None and os.cpu_count()>1:
physical_core_limit = int(os.cpu_count()/2) physical_core_limit = int(os.cpu_count()/2)