vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

updated lite and default horde ctx amount

Browse source
This commit is contained in:
Concedo 2023-10-19 22:49:59 +08:00
parent c1ca1de2ac
commit 4382e51719
2 changed files with 554 additions and 164 deletions
Download patch file Download diff file Expand all files Collapse all files

716
klite.embd
View file

File diff suppressed because one or more lines are too long

2
koboldcpp.py
View file

@ -360,7 +360,7 @@ def bring_terminal_to_foreground():
################################################################# #################################################################
friendlymodelname = "concedo/koboldcpp" # local kobold api apparently needs a hardcoded known HF model name friendlymodelname = "concedo/koboldcpp" # local kobold api apparently needs a hardcoded known HF model name
maxctx = 2048 maxctx = 2048
maxhordectx = 1024 maxhordectx = 2048
maxhordelen = 256 maxhordelen = 256
modelbusy = threading.Lock() modelbusy = threading.Lock()
requestsinqueue = 0 requestsinqueue = 0