From 8f8a530b83ae32e7e4a37d9bc5f2a5c4f65cf183 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Wed, 13 Sep 2023 14:30:13 +0800 Subject: [PATCH] add additional paths to loook for DLLs inside --- koboldcpp.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/koboldcpp.py b/koboldcpp.py index 75e5c8f8c..9ad803f01 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -73,6 +73,8 @@ handle = None def getdirpath(): return os.path.dirname(os.path.realpath(__file__)) +def getabspath(): + return os.path.dirname(os.path.abspath(__file__)) def file_exists(filename): return os.path.exists(os.path.join(getdirpath(), filename)) @@ -162,8 +164,12 @@ def init_library(): print("Initializing dynamic library: " + libname) dir_path = getdirpath() + abs_path = getabspath() - #OpenBLAS should provide about a 2x speedup on prompt ingestion if compatible. + #add all potential paths + os.add_dll_directory(dir_path) + os.add_dll_directory(abs_path) + os.add_dll_directory(os.getcwd()) handle = ctypes.CDLL(os.path.join(dir_path, libname)) handle.load_model.argtypes = [load_model_inputs]