From afa466807d0e8e8809b66538adfc864def870261 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Thu, 9 Nov 2023 14:05:35 +0800 Subject: [PATCH] nooby layer selector considers contextsize --- koboldcpp.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/koboldcpp.py b/koboldcpp.py index 98c549f62..173fe8d1f 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -1162,6 +1162,11 @@ def show_new_gui(): if fsize>10000000: #dont bother with models < 10mb mem = MaxMemory[0] sizeperlayer = fsize*0.05714 + cs = int(contextsize_text[context_var.get()]) + if cs and cs > 4096: + sizeperlayer *= 1.2 + elif cs and cs > 2048: + sizeperlayer *= 1.1 layerlimit = int(min(200,mem/sizeperlayer)) old_gui_layers_untouched = gui_layers_untouched gui_layers_zeroed = gpulayers_var.get()=="" or gpulayers_var.get()=="0"