vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fixed tab ordering , update lite for panel alignment

Browse source
This commit is contained in:
Concedo 2023-08-31 16:33:00 +08:00
parent e2fd30b5d1
commit 07b02af8bc
2 changed files with 34 additions and 29 deletions
Download patch file Download diff file Expand all files Collapse all files

26
klite.embd
View file

@ -1,13 +1,14 @@
<!--
An embedded version of Kobold Lite for use in koboldcpp
Current version: 58
Please go to https://github.com/LostRuins/lite.koboldai.net for updates on Kobold Lite.
Kobold Lite is under the AGPL v3.0 License for the purposes of koboldcpp. Please do not remove this line.
- Concedo
-->
<!DOCTYPE html>
<html lang="en">
<!--
Kobold Lite WebUI is a standalone WebUI for use with KoboldAI United, AI Horde, or koboldcpp.
It requires no dependencies, installation or setup.
Just copy this single static HTML file anywhere and open it in a browser, or from a webserver.
Please go to https://github.com/LostRuins/lite.koboldai.net for updates on Kobold Lite.
Kobold Lite is under the AGPL v3.0 License for the purposes of koboldcpp. Please do not remove this line.
Current version: 59
-Concedo
-->
<script>
const urlParams = new URLSearchParams(window.location.search);
@ -402,9 +403,12 @@ Kobold Lite is under the AGPL v3.0 License for the purposes of koboldcpp. Please
.nspopup.higher {
margin-top: 120px;
}
.nspopup.highest {
.nspopup.evenhigher {
margin-top: 80px;
}
.nspopup.highest {
margin-top: 40px;
}
.nspopup.fixsize {
width: 330px;
}
@ -9278,7 +9282,7 @@ Kobold Lite is under the AGPL v3.0 License for the purposes of koboldcpp. Please
<div class="popupcontainer flex hidden" id="memorycontainer">
<div class="popupbg flex"></div>
<div class="nspopup flexsize highest">
<div class="nspopup flexsize evenhigher">
<div class="popuptitlebar">
<div class="popuptitletext">Memory</div>
</div>
@ -9484,7 +9488,7 @@ Kobold Lite is under the AGPL v3.0 License for the purposes of koboldcpp. Please
<div class="popupcontainer flex hidden" id="aestheticsettingscontainer">
<div class="popupbg flex"></div>
<div class="nspopup highest" style="margin-left: 20px; margin-right: 20px;">
<div class="nspopup evenhigher" style="margin-left: 20px; margin-right: 20px;">
<div class="popuptitlebar" id="aesthetic_customization_panel">
<div class="popuptitletext">Aesthetic Instruct UI customization panel</div>
</div>

37
koboldcpp.py
View file

@ -897,14 +897,6 @@ def show_new_gui():
# Quick Launch Tab
quick_tab = tabcontent["Quick Launch"]
# gpu options
quick_gpu_layers_entry,quick_gpu_layers_label = makelabelentry(quick_tab,"GPU Layers:", gpulayers_var, 5, 50)
quick_gpu_selector_label = makelabel(quick_tab, "GPU ID:", 3)
quick_gpu_selector_box = ctk.CTkComboBox(quick_tab, values=["1","2","3"], width=60, variable=gpu_choice_var, state="readonly")
CUDA_quick_gpu_selector_box = ctk.CTkComboBox(quick_tab, values=["1","2","3","All"], width=60, variable=gpu_choice_var, state="readonly")
quick_lowvram_box = makecheckbox(quick_tab, "Low VRAM", lowvram_var, 4,0)
quick_mmq_box = makecheckbox(quick_tab, "Use QuantMatMul (mmq)", mmq_var, 4,1)
def changerunmode(a,b,c):
index = runopts_var.get()
@ -959,6 +951,14 @@ def show_new_gui():
# Tell user how many backends are available
setup_backend_tooltip(quick_tab)
# gpu options
quick_gpu_selector_label = makelabel(quick_tab, "GPU ID:", 3)
quick_gpu_selector_box = ctk.CTkComboBox(quick_tab, values=["1","2","3"], width=60, variable=gpu_choice_var, state="readonly")
CUDA_quick_gpu_selector_box = ctk.CTkComboBox(quick_tab, values=["1","2","3","All"], width=60, variable=gpu_choice_var, state="readonly")
quick_gpu_layers_entry,quick_gpu_layers_label = makelabelentry(quick_tab,"GPU Layers:", gpulayers_var, 5, 50)
quick_lowvram_box = makecheckbox(quick_tab, "Low VRAM", lowvram_var, 4,0)
quick_mmq_box = makecheckbox(quick_tab, "Use QuantMatMul (mmq)", mmq_var, 4,1)
# threads
makelabelentry(quick_tab, "Threads:" , threads_var, 8, 50)
@ -978,25 +978,23 @@ def show_new_gui():
# Hardware Tab
hardware_tab = tabcontent["Hardware"]
# gpu options
gpu_layers_entry,gpu_layers_label = makelabelentry(hardware_tab,"GPU Layers:", gpulayers_var, 5, 50)
gpu_selector_label = makelabel(hardware_tab, "GPU ID:", 3)
gpu_selector_box = ctk.CTkComboBox(hardware_tab, values=["1","2","3"], width=60, variable=gpu_choice_var, state="readonly")
CUDA_gpu_selector_box = ctk.CTkComboBox(hardware_tab, values=["1","2","3", "All"], width=60, variable=gpu_choice_var, state="readonly")
lowvram_box = makecheckbox(hardware_tab, "Low VRAM", lowvram_var, 4,0)
mmq_box = makecheckbox(hardware_tab, "Use QuantMatMul (mmq)", mmq_var, 4,1)
# presets selector
makelabel(hardware_tab, "Presets:", 1)
runoptbox = ctk.CTkComboBox(hardware_tab, values=runopts, width=180,variable=runopts_var, state="readonly")
runoptbox.grid(row=1, column=1,padx=8, stick="nw")
runoptbox.set(runopts[0]) # Set to first available option
runopts_var.trace('w', changerunmode)
changerunmode(1,1,1)
# Tell user how many backends are available
setup_backend_tooltip(hardware_tab)
# gpu options
gpu_selector_label = makelabel(hardware_tab, "GPU ID:", 3)
gpu_selector_box = ctk.CTkComboBox(hardware_tab, values=["1","2","3"], width=60, variable=gpu_choice_var, state="readonly")
CUDA_gpu_selector_box = ctk.CTkComboBox(hardware_tab, values=["1","2","3", "All"], width=60, variable=gpu_choice_var, state="readonly")
gpu_layers_entry,gpu_layers_label = makelabelentry(hardware_tab,"GPU Layers:", gpulayers_var, 5, 50)
lowvram_box = makecheckbox(hardware_tab, "Low VRAM", lowvram_var, 4,0)
mmq_box = makecheckbox(hardware_tab, "Use QuantMatMul (mmq)", mmq_var, 4,1)
# threads
makelabelentry(hardware_tab, "Threads:" , threads_var, 8, 50)
@ -1013,6 +1011,9 @@ def show_new_gui():
# force version
makelabelentry(hardware_tab, "Force Version:" , version_var, 100, 50)
runopts_var.trace('w', changerunmode)
changerunmode(1,1,1)
# Tokens Tab
tokens_tab = tabcontent["Tokens"]
# tokens checkboxes