vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

lowvram var defaults

Browse source
This commit is contained in:
Concedo 2023-12-08 21:06:32 +08:00
parent 7418bca910
commit 7a691522a6
1 changed files with 7 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

8
koboldcpp.py
View file

@ -1104,7 +1104,7 @@ def show_new_gui():
keepforeground = ctk.IntVar() keepforeground = ctk.IntVar()
quietmode = ctk.IntVar(value=0) quietmode = ctk.IntVar(value=0)
lowvram_var = ctk.IntVar() lowvram_var = ctk.IntVar(value=1)
mmq_var = ctk.IntVar(value=1) mmq_var = ctk.IntVar(value=1)
blas_threads_var = ctk.StringVar() blas_threads_var = ctk.StringVar()
blas_size_var = ctk.IntVar() blas_size_var = ctk.IntVar()
@ -1304,6 +1304,12 @@ def show_new_gui():
layerlimit = int(min(200,mem/sizeperlayer)) layerlimit = int(min(200,mem/sizeperlayer))
else: else:
layerlimit = 200 #assume full offload layerlimit = 200 #assume full offload
if layerlimit>=200:
lowvram_var.set(0)
else:
lowvram_var.set(1)
old_gui_layers_untouched = gui_layers_untouched old_gui_layers_untouched = gui_layers_untouched
gui_layers_zeroed = gpulayers_var.get()=="" or gpulayers_var.get()=="0" gui_layers_zeroed = gpulayers_var.get()=="" or gpulayers_var.get()=="0"
if (gui_layers_untouched or gui_layers_zeroed) and layerlimit>0: if (gui_layers_untouched or gui_layers_zeroed) and layerlimit>0: