From 7e30f5260012580ba407e0af9cb7b7bf66f03a99 Mon Sep 17 00:00:00 2001 From: Leonardo Neumann Date: Fri, 31 Mar 2023 15:51:20 -0300 Subject: [PATCH] examples: add gpt4all script --- examples/gpt4all.sh | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100755 examples/gpt4all.sh diff --git a/examples/gpt4all.sh b/examples/gpt4all.sh new file mode 100755 index 000000000..d974f95a9 --- /dev/null +++ b/examples/gpt4all.sh @@ -0,0 +1,15 @@ +#!/bin/bash + +# +# Temporary script - will be removed in the future +# + +cd `dirname $0` +cd .. + +./main --color --instruct --threads 4 \ + --model ./models/gpt4all-7B/gpt4all-lora-quantized.bin \ + --file ./prompts/alpaca.txt \ + --batch_size 8 --ctx_size 2048 \ + --repeat_last_n 64 --repeat_penalty 1.3 \ + --n_predict 128 --temp 0.1 --top_k 40 --top_p 0.95