vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge remote-tracking branch 'pop/add_config_arg' into concedo_experimental

Browse source
This commit is contained in:
Concedo 2023-08-24 15:22:17 +08:00
commit a3b9949626
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
koboldcpp.py
View file

@ -1576,6 +1576,11 @@ def main(launch_args,start_server=True):
global args
args = launch_args
embedded_kailite = None
if args.config:
with open(args.config, 'r') as f:
config = json.load(f)
for key, value in config.items():
setattr(args, key, value)
if not args.model_param:
args.model_param = args.model
if not args.model_param:
@ -1725,6 +1730,7 @@ if __name__ == '__main__':
parser.add_argument("--host", help="Host IP to listen on. If empty, all routable interfaces are accepted.", default="")
parser.add_argument("--launch", help="Launches a web browser when load is completed.", action='store_true')
parser.add_argument("--lora", help="LLAMA models only, applies a lora file on top of model. Experimental.", metavar=('[lora_filename]', '[lora_base]'), nargs='+')
parser.add_argument("--config", help="Load settings from a .kcpps file. Other arguments will be ignored", nargs="?")
physical_core_limit = 1
if os.cpu_count()!=None and os.cpu_count()>1:
physical_core_limit = int(os.cpu_count()/2)