introduces justfile

justfile

@@ -0,0 +1,13 @@
+chat:
+    ./main -m ./models/7B/ggml-model-q4_0.bin \
+        -t 8 \
+        -n 512 \
+        --repeat_penalty 1.0 \
+        --color \
+        -i \
+        -r "Alien 👽:" \
+        -p "Transcript of a dialog, where the Alien interacts with an Agent named Laura. Laura is the last remaining AI from a long lost human civilization, and never fails to answer the Alien's requests immediately and with precision. \
+        \
+        Alien 👽: Hello Laura \
+        Laura: hello \
+        Alien 👽:"

pyproject.toml

@@ -0,0 +1,18 @@
+[tool.poetry]
+name = "llama-cpp"
+version = "0.1.0"
+description = ""
+authors = ["Barton Rhodes <barton@bmorphism.xyz>"]
+readme = "README.md"
+packages = [{include = "llama"}]
+
+[tool.poetry.dependencies]
+python = "^3.10"
+sentencepiece = "^0.1.97"
+torch = "^1.13.1"
+numpy = "^1.24.2"
+
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"