vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Nix flake: Build and install libllama.so

Browse source
This commit is contained in:
Corbin 2023-06-11 19:07:30 -07:00
parent fa84c4b3e8
commit 5963a0ae3d
1 changed files with 7 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

8
flake.nix
View file

@ -32,7 +32,10 @@
'' else ""; '' else "";
nativeBuildInputs = with pkgs; [ cmake ]; nativeBuildInputs = with pkgs; [ cmake ];
buildInputs = osSpecific; buildInputs = osSpecific;
cmakeFlags = [ "-DLLAMA_BUILD_SERVER=ON" ] ++ (optionals isM1 [ cmakeFlags = [
"-DBUILD_SHARED_LIBS=ON"
"-DLLAMA_BUILD_SERVER=ON"
] ++ (optionals isM1 [
"-DCMAKE_C_FLAGS=-D__ARM_FEATURE_DOTPROD=1" "-DCMAKE_C_FLAGS=-D__ARM_FEATURE_DOTPROD=1"
"-DLLAMA_METAL=ON" "-DLLAMA_METAL=ON"
]); ]);
@ -45,6 +48,9 @@
echo "#!${llama-python}/bin/python" > $out/bin/convert.py echo "#!${llama-python}/bin/python" > $out/bin/convert.py
cat ${./convert.py} >> $out/bin/convert.py cat ${./convert.py} >> $out/bin/convert.py
chmod +x $out/bin/convert.py chmod +x $out/bin/convert.py
mkdir -p $out/lib/
mv libllama.so $out/lib/
''; '';
meta.mainProgram = "llama"; meta.mainProgram = "llama";
}; };