vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Allow local llama library usage

Browse source
This commit is contained in:
Mug 2023-04-05 14:23:01 +02:00 • committed by Don Mahurin
parent b36c04c99e
commit d1b3517477
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/llama_cpp.py
View file

@ -29,9 +29,12 @@ def _load_shared_library(lib_base_name):
# Construct the paths to the possible shared library names
_base_path = pathlib.Path(__file__).parent.resolve()
_local_path = pathlib.Path.cwd()
# Searching for the library in the current directory under the name "libllama" (default name
# for llamacpp) and "llama" (default name for this repo)
_lib_paths = [
_local_path / f"./lib{lib_base_name}{lib_ext}",
_local_path / f"./{lib_base_name}{lib_ext}",
_base_path / f"lib{lib_base_name}{lib_ext}",
_base_path / f"{lib_base_name}{lib_ext}"
]