vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fixed tensor split save and load

Browse source
This commit is contained in:
Concedo 2023-10-13 10:07:22 +08:00
parent 7e2f714c9c
commit 643902fbbb
1 changed files with 8 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

11
koboldcpp.py
View file

@ -1290,7 +1290,11 @@ def show_new_gui():
args.noblas = True
args.nommap = True
if tensor_split_str_vars.get()!="":
args.tensor_split = [float(x) for x in tensor_split_str_vars.get().split(",")]
tssv = tensor_split_str_vars.get()
if "," in tssv:
args.tensor_split = [float(x) for x in tssv.split(",")]
else:
args.tensor_split = [float(x) for x in tssv.split(" ")]
args.blasthreads = None if blas_threads_var.get()=="" else int(blas_threads_var.get())
@ -1355,8 +1359,9 @@ def show_new_gui():
runopts_var.set(openblas_option)
if "gpulayers" in dict and dict["gpulayers"]:
gpulayers_var.set(dict["gpulayers"])
if "tensor_split_str_var" in dict and dict["tensor_split_str_var"]:
tensor_split_str_vars.set(dict["tensor_split_str_var"])
if "tensor_split" in dict and dict["tensor_split"]:
tssep = ','.join(map(str, dict["tensor_split"]))
tensor_split_str_vars.set(tssep)
if "blasthreads" in dict and dict["blasthreads"]:
blas_threads_var.set(str(dict["blasthreads"]))
else: