vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

added config to class.py

Browse source
This commit is contained in:
Concedo 2023-08-27 10:32:01 +08:00
parent 4c4e4358ed
commit 9d5b4238e8
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
class.py
View file

@ -63,7 +63,7 @@ class model_backend(InferenceModel):
blasbatchsize=512, ropeconfig=[0.0, 10000.0], stream=False, smartcontext=False,
unbantokens=False, bantokens=None, usemirostat=None, forceversion=0, nommap=False,
usemlock=False, noavx2=False, debugmode=0, skiplauncher=False, hordeconfig=None, noblas=False,
useclblast=None, usecublas=None, gpulayers=0, tensor_split=None)
useclblast=None, usecublas=None, gpulayers=0, tensor_split=None, config=None)
koboldcpp.main(kcppargs,False) #initialize library without enabling Lite http server
kcpp_backend_loaded = True