vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

updated lite

Browse source
This commit is contained in:
Concedo 2023-05-31 17:52:09 +08:00
parent a5a85d68c6
commit 32dada5e5f
2 changed files with 52 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

58
klite.embd
View file

File diff suppressed because one or more lines are too long

4
koboldcpp.py
View file

@ -207,7 +207,7 @@ def utfprint(str):
#################################################################
friendlymodelname = "concedo/koboldcpp" # local kobold api apparently needs a hardcoded known HF model name
maxctx = 2048
maxlen = 128
maxlen = 256
modelbusy = False
defaultport = 5001
KcppVersion = "1.27"
@ -629,7 +629,7 @@ def main(args):
if __name__ == '__main__':
print("Welcome to KoboldCpp - Version " + KcppVersion) # just update version manually
# print("Python version: " + sys.version)
parser = argparse.ArgumentParser(description='Kobold llama.cpp server')
parser = argparse.ArgumentParser(description='KoboldCpp Server')
modelgroup = parser.add_mutually_exclusive_group() #we want to be backwards compatible with the unnamed positional args
modelgroup.add_argument("--model", help="Model file to load", nargs="?")
modelgroup.add_argument("model_param", help="Model file to load (positional)", nargs="?")