vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add additional paths to loook for DLLs inside

Browse source
This commit is contained in:
Concedo 2023-09-13 14:30:13 +08:00
parent d9f5793d22
commit 8f8a530b83
1 changed files with 7 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

8
koboldcpp.py
View file

@ -73,6 +73,8 @@ handle = None
def getdirpath(): def getdirpath():
return os.path.dirname(os.path.realpath(__file__)) return os.path.dirname(os.path.realpath(__file__))
def getabspath():
return os.path.dirname(os.path.abspath(__file__))
def file_exists(filename): def file_exists(filename):
return os.path.exists(os.path.join(getdirpath(), filename)) return os.path.exists(os.path.join(getdirpath(), filename))
@ -162,8 +164,12 @@ def init_library():
print("Initializing dynamic library: " + libname) print("Initializing dynamic library: " + libname)
dir_path = getdirpath() dir_path = getdirpath()
abs_path = getabspath()
#OpenBLAS should provide about a 2x speedup on prompt ingestion if compatible. #add all potential paths
os.add_dll_directory(dir_path)
os.add_dll_directory(abs_path)
os.add_dll_directory(os.getcwd())
handle = ctypes.CDLL(os.path.join(dir_path, libname)) handle = ctypes.CDLL(os.path.join(dir_path, libname))
handle.load_model.argtypes = [load_model_inputs] handle.load_model.argtypes = [load_model_inputs]