vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

finetune.sh: Add an optional LLAMA_MODEL_DIR variable

Browse source
This commit is contained in:
Andrew Godfrey 2023-10-24 19:14:17 -07:00
parent 81dabd8edd
commit 6359c15174
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
examples/finetune/finetune.sh
View file

@ -4,8 +4,10 @@ cd ../..
EXE="./finetune"
# MODEL="c:/models/openllama-3b-v2-q8_0.gguf" # This is the model the readme uses.
MODEL="c:/models/openllama-3b-v2.gguf" # An f16 model. Note in this case with "-g", you get an f32-format .BIN file that isn't yet supported if you use it with "main --lora" with GPU inferencing.
if [[ ! $LLAMA_MODEL_DIR ]]; then LLAMA_MODEL_DIR="./models"; fi
# MODEL="$LLAMA_MODEL_DIR/openllama-3b-v2-q8_0.gguf" # This is the model the readme uses.
MODEL="$LLAMA_MODEL_DIR/openllama-3b-v2.gguf" # An f16 model. Note in this case with "-g", you get an f32-format .BIN file that isn't yet supported if you use it with "main --lora" with GPU inferencing.
while getopts "dg" opt; do
case $opt in