vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

updated lite

Browse source
This commit is contained in:
Concedo 2023-05-31 17:52:09 +08:00
parent a5a85d68c6
commit 32dada5e5f
2 changed files with 52 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

58
klite.embd
View file

File diff suppressed because one or more lines are too long

4
koboldcpp.py
View file

@ -207,7 +207,7 @@ def utfprint(str):
################################################################# #################################################################
friendlymodelname = "concedo/koboldcpp" # local kobold api apparently needs a hardcoded known HF model name friendlymodelname = "concedo/koboldcpp" # local kobold api apparently needs a hardcoded known HF model name
maxctx = 2048 maxctx = 2048
maxlen = 128 maxlen = 256
modelbusy = False modelbusy = False
defaultport = 5001 defaultport = 5001
KcppVersion = "1.27" KcppVersion = "1.27"
@ -629,7 +629,7 @@ def main(args):
if __name__ == '__main__': if __name__ == '__main__':
print("Welcome to KoboldCpp - Version " + KcppVersion) # just update version manually print("Welcome to KoboldCpp - Version " + KcppVersion) # just update version manually
# print("Python version: " + sys.version) # print("Python version: " + sys.version)
parser = argparse.ArgumentParser(description='Kobold llama.cpp server') parser = argparse.ArgumentParser(description='KoboldCpp Server')
modelgroup = parser.add_mutually_exclusive_group() #we want to be backwards compatible with the unnamed positional args modelgroup = parser.add_mutually_exclusive_group() #we want to be backwards compatible with the unnamed positional args
modelgroup.add_argument("--model", help="Model file to load", nargs="?") modelgroup.add_argument("--model", help="Model file to load", nargs="?")
modelgroup.add_argument("model_param", help="Model file to load (positional)", nargs="?") modelgroup.add_argument("model_param", help="Model file to load (positional)", nargs="?")