changed some defaults to hopefully increase compatibility
This commit is contained in:
parent
b13a768813
commit
506cd62638
5 changed files with 8 additions and 7 deletions
4
Makefile
4
Makefile
|
@ -35,6 +35,10 @@ CFLAGS = -I. -O3 -DNDEBUG -std=c11 -fPIC
|
|||
CXXFLAGS = -I. -I./examples -O3 -DNDEBUG -std=c++11 -fPIC
|
||||
LDFLAGS =
|
||||
|
||||
#lets try enabling everything
|
||||
CFLAGS += -pthread -mf16c -mfma -mavx2 -mavx -msse3
|
||||
CXXFLAGS += -pthread
|
||||
|
||||
# OS specific
|
||||
# TODO: support Windows
|
||||
ifeq ($(UNAME_S),Linux)
|
||||
|
|
File diff suppressed because one or more lines are too long
|
@ -256,12 +256,10 @@ def RunServerMultiThreaded(port, HandlerClass = ServerRequestHandler,
|
|||
except (KeyboardInterrupt,SystemExit):
|
||||
#print("Thread %s - Server Closing" % (self.i))
|
||||
self.httpd.server_close()
|
||||
time.sleep(2)
|
||||
sys.exit(0)
|
||||
finally:
|
||||
# Clean-up server (close socket, etc.)
|
||||
self.httpd.server_close()
|
||||
time.sleep(2)
|
||||
sys.exit(0)
|
||||
def stop(self):
|
||||
self.httpd.server_close()
|
||||
|
@ -272,11 +270,10 @@ def RunServerMultiThreaded(port, HandlerClass = ServerRequestHandler,
|
|||
threadArr.append(Thread(i))
|
||||
while 1:
|
||||
try:
|
||||
time.sleep(2)
|
||||
time.sleep(99999)
|
||||
except KeyboardInterrupt:
|
||||
for i in range(numThreads):
|
||||
threadArr[i].stop()
|
||||
time.sleep(2)
|
||||
sys.exit(0)
|
||||
|
||||
if __name__ == '__main__':
|
||||
|
@ -292,7 +289,7 @@ if __name__ == '__main__':
|
|||
ggml_selected_file = askopenfilename (title="Select ggml model .bin files")
|
||||
if not ggml_selected_file:
|
||||
print("\nNo ggml model file was selected. Exiting.")
|
||||
time.sleep(2)
|
||||
time.sleep(1)
|
||||
sys.exit(0)
|
||||
else:
|
||||
ggml_selected_file = sys.argv[1]
|
||||
|
@ -302,7 +299,7 @@ if __name__ == '__main__':
|
|||
|
||||
if not os.path.exists(ggml_selected_file):
|
||||
print("Cannot find model file: " + ggml_selected_file)
|
||||
time.sleep(2)
|
||||
time.sleep(1)
|
||||
sys.exit(0)
|
||||
|
||||
mdl_nparts = 1
|
||||
|
|
BIN
llamacpp.dll
BIN
llamacpp.dll
Binary file not shown.
BIN
main.exe
BIN
main.exe
Binary file not shown.
Loading…
Add table
Add a link
Reference in a new issue