vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

finetune.sh: Add an optional LLAMA_TRAINING_DIR variable

Browse source
This commit is contained in:
Andrew Godfrey 2023-10-24 19:31:52 -07:00
parent 6359c15174
commit fe44ded01a
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/finetune/finetune.sh
View file

@ -5,6 +5,7 @@ cd ../..
EXE="./finetune" EXE="./finetune"
if [[ ! $LLAMA_MODEL_DIR ]]; then LLAMA_MODEL_DIR="./models"; fi if [[ ! $LLAMA_MODEL_DIR ]]; then LLAMA_MODEL_DIR="./models"; fi
if [[ ! $LLAMA_TRAINING_DIR ]]; then LLAMA_TRAINING_DIR="."; fi
# MODEL="$LLAMA_MODEL_DIR/openllama-3b-v2-q8_0.gguf" # This is the model the readme uses. # MODEL="$LLAMA_MODEL_DIR/openllama-3b-v2-q8_0.gguf" # This is the model the readme uses.
MODEL="$LLAMA_MODEL_DIR/openllama-3b-v2.gguf" # An f16 model. Note in this case with "-g", you get an f32-format .BIN file that isn't yet supported if you use it with "main --lora" with GPU inferencing. MODEL="$LLAMA_MODEL_DIR/openllama-3b-v2.gguf" # An f16 model. Note in this case with "-g", you get an f32-format .BIN file that isn't yet supported if you use it with "main --lora" with GPU inferencing.
@ -27,7 +28,7 @@ $DEBUGGER $EXE \
--checkpoint-in chk-ol3b-shakespeare-LATEST.gguf \ --checkpoint-in chk-ol3b-shakespeare-LATEST.gguf \
--checkpoint-out chk-ol3b-shakespeare-ITERATION.gguf \ --checkpoint-out chk-ol3b-shakespeare-ITERATION.gguf \
--lora-out lora-ol3b-shakespeare-ITERATION.bin \ --lora-out lora-ol3b-shakespeare-ITERATION.bin \
--train-data "c:\training\shakespeare.txt" \ --train-data "$LLAMA_TRAINING_DIR\shakespeare.txt" \
--save-every 10 \ --save-every 10 \
--threads 10 --adam-iter 30 --batch 4 --ctx 64 \ --threads 10 --adam-iter 30 --batch 4 --ctx 64 \
--use-checkpointing --use-checkpointing