From 3c91fb67ef2ef9cd8ea0126debeb7e9d9e259a97 Mon Sep 17 00:00:00 2001
From: Jinho Heo <uj07077@gmail.com>
Date: Sun, 15 Oct 2023 14:24:07 +0900
Subject: [PATCH] feat: inference with alpaca prompt script added

---
 inference_test/chat.sh | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)
 create mode 100755 inference_test/chat.sh

diff --git a/inference_test/chat.sh b/inference_test/chat.sh
new file mode 100755
index 000000000..c535f4f4b
--- /dev/null
+++ b/inference_test/chat.sh
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+#
+# Temporary script - will be removed in the future
+#
+
+cd `dirname $0`
+cd ..
+
+./main -m ./models/llama-2-7b-pubmed-qa-211k_q8_0.gguf\
+       --color \
+       -f ./prompts/alpaca.txt \
+       --ctx_size 2048 \
+       -n -1 \
+       -ins -b 256 \
+       --top_k 10000 \
+       --temp 0.2 \
+       --repeat_penalty 1.1 \
+       -t 7