vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

nooby layer selector considers contextsize

Browse source
This commit is contained in:
Concedo 2023-11-09 14:05:35 +08:00
parent 93e99179be
commit afa466807d
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
koboldcpp.py
View file

@ -1162,6 +1162,11 @@ def show_new_gui():
if fsize>10000000: #dont bother with models < 10mb if fsize>10000000: #dont bother with models < 10mb
mem = MaxMemory[0] mem = MaxMemory[0]
sizeperlayer = fsize*0.05714 sizeperlayer = fsize*0.05714
cs = int(contextsize_text[context_var.get()])
if cs and cs > 4096:
sizeperlayer *= 1.2
elif cs and cs > 2048:
sizeperlayer *= 1.1
layerlimit = int(min(200,mem/sizeperlayer)) layerlimit = int(min(200,mem/sizeperlayer))
old_gui_layers_untouched = gui_layers_untouched old_gui_layers_untouched = gui_layers_untouched
gui_layers_zeroed = gpulayers_var.get()=="" or gpulayers_var.get()=="0" gui_layers_zeroed = gpulayers_var.get()=="" or gpulayers_var.get()=="0"