vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

changed some defaults to hopefully increase compatibility

Browse source
This commit is contained in:
Concedo 2023-03-25 10:40:11 +08:00
parent b13a768813
commit 506cd62638
5 changed files with 8 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
Makefile
View file

@ -35,6 +35,10 @@ CFLAGS = -I. -O3 -DNDEBUG -std=c11 -fPIC
CXXFLAGS = -I. -I./examples -O3 -DNDEBUG -std=c++11 -fPIC CXXFLAGS = -I. -I./examples -O3 -DNDEBUG -std=c++11 -fPIC
LDFLAGS = LDFLAGS =
#lets try enabling everything
CFLAGS += -pthread -mf16c -mfma -mavx2 -mavx -msse3
CXXFLAGS += -pthread
# OS specific # OS specific
# TODO: support Windows # TODO: support Windows
ifeq ($(UNAME_S),Linux) ifeq ($(UNAME_S),Linux)

2
klite.embd
View file

File diff suppressed because one or more lines are too long

9
llama_for_kobold.py
View file

@ -256,12 +256,10 @@ def RunServerMultiThreaded(port, HandlerClass = ServerRequestHandler,
except (KeyboardInterrupt,SystemExit): except (KeyboardInterrupt,SystemExit):
#print("Thread %s - Server Closing" % (self.i)) #print("Thread %s - Server Closing" % (self.i))
self.httpd.server_close() self.httpd.server_close()
time.sleep(2)
sys.exit(0) sys.exit(0)
finally: finally:
# Clean-up server (close socket, etc.) # Clean-up server (close socket, etc.)
self.httpd.server_close() self.httpd.server_close()
time.sleep(2)
sys.exit(0) sys.exit(0)
def stop(self): def stop(self):
self.httpd.server_close() self.httpd.server_close()
@ -272,11 +270,10 @@ def RunServerMultiThreaded(port, HandlerClass = ServerRequestHandler,
threadArr.append(Thread(i)) threadArr.append(Thread(i))
while 1: while 1:
try: try:
time.sleep(2) time.sleep(99999)
except KeyboardInterrupt: except KeyboardInterrupt:
for i in range(numThreads): for i in range(numThreads):
threadArr[i].stop() threadArr[i].stop()
time.sleep(2)
sys.exit(0) sys.exit(0)
if __name__ == '__main__': if __name__ == '__main__':
@ -292,7 +289,7 @@ if __name__ == '__main__':
ggml_selected_file = askopenfilename (title="Select ggml model .bin files") ggml_selected_file = askopenfilename (title="Select ggml model .bin files")
if not ggml_selected_file: if not ggml_selected_file:
print("\nNo ggml model file was selected. Exiting.") print("\nNo ggml model file was selected. Exiting.")
time.sleep(2) time.sleep(1)
sys.exit(0) sys.exit(0)
else: else:
ggml_selected_file = sys.argv[1] ggml_selected_file = sys.argv[1]
@ -302,7 +299,7 @@ if __name__ == '__main__':
if not os.path.exists(ggml_selected_file): if not os.path.exists(ggml_selected_file):
print("Cannot find model file: " + ggml_selected_file) print("Cannot find model file: " + ggml_selected_file)
time.sleep(2) time.sleep(1)
sys.exit(0) sys.exit(0)
mdl_nparts = 1 mdl_nparts = 1

BIN
llamacpp.dll
View file

Binary file not shown.

BIN
main.exe
View file

Binary file not shown.