feat: inference with alpaca prompt script added

This commit is contained in:
Jinho Heo 2023-10-15 14:24:07 +09:00
parent 11dc1091f6
commit 3c91fb67ef
No known key found for this signature in database
GPG key ID: A66463FA4E7F71EC

19
inference_test/chat.sh Executable file
View file

@ -0,0 +1,19 @@
#!/bin/bash
#
# Temporary script - will be removed in the future
#
cd `dirname $0`
cd ..
./main -m ./models/llama-2-7b-pubmed-qa-211k_q8_0.gguf\
--color \
-f ./prompts/alpaca.txt \
--ctx_size 2048 \
-n -1 \
-ins -b 256 \
--top_k 10000 \
--temp 0.2 \
--repeat_penalty 1.1 \
-t 7