vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge bc1b0d5351 into db49ff8ed7

Browse source
This commit is contained in:
ParetoOptimalDev 2023-12-29 06:33:36 -08:00 • committed by GitHub
commit 4f7273c882
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

9
flake.nix
View file

@ -110,6 +110,15 @@
type = "app"; type = "app";
program = "${self.packages.${system}.default}/bin/llama-server"; program = "${self.packages.${system}.default}/bin/llama-server";
}; };
apps.llama-server-openai-proxy = {
type = "app";
program = "${
(let pythonWithPkgs = pkgs.python3.withPackages (ps: with ps; [ flask requests ]);
in pkgs.writeShellScriptBin "run-openai-proxy" ''
${pythonWithPkgs}/bin/python3 ${self}/examples/server/api_like_OAI.py
'')
}/bin/run-openai-proxy";
};
apps.llama-embedding = { apps.llama-embedding = {
type = "app"; type = "app";
program = "${self.packages.${system}.default}/bin/embedding"; program = "${self.packages.${system}.default}/bin/embedding";