devcontainer

.devcontainer/Dockerfile

@@ -0,0 +1,4 @@
+FROM quay.io/fedora/fedora:38
+
+RUN dnf install -y python3 make gcc-c++ pip git git-lfs && \
+    dnf clean all

.devcontainer/devcontainer.json

@@ -0,0 +1,8 @@
+{
+	"name": "llama.cpp",
+	"build": {
+		"dockerfile": "Dockerfile",
+		"context": ".."
+	},
+	"postStartCommand": ".devcontainer/start.sh"
+}

.devcontainer/start.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+
+make -j
+cd models
+git lfs install
+git clone https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1
+cd ..
+pip install -r requirements.txt
+./convert.py models/Mistral-7B-Instruct-v0.1/
+./quantize models/Mistral-7B-Instruct-v0.1/ggml-model-f16.gguf Q4_K_M
+./server -m models/Mistral-7B-Instruct-v0.1/ggml-model-Q4_K_M.gguf