diff --git a/.gitignore b/.gitignore index 9b6905ed4..69e4a3a39 100644 --- a/.gitignore +++ b/.gitignore @@ -32,6 +32,7 @@ models/* /result /perplexity /embedding +/finetune /benchmark-matmult /vdot /Pipfile diff --git a/Makefile b/Makefile index 9a08d610b..691479889 100644 --- a/Makefile +++ b/Makefile @@ -98,7 +98,7 @@ endif # Architecture specific # TODO: probably these flags need to be tweaked on some architectures -# feel free to update the Makefile for your architecture and send a pull request or issue +# feel free to update the Makefile for your architecture and send a pull request or issue finetune ifeq ($(UNAME_M),$(filter $(UNAME_M),x86_64 i686)) # Use all CPU extensions that are available: CFLAGS += -march=native -mtune=native @@ -289,6 +289,9 @@ save-load-state: examples/save-load-state/save-load-state.cpp build-info.h ggml. server: examples/server/server.cpp examples/server/httplib.h examples/server/json.hpp build-info.h ggml.o llama.o common.o $(OBJS) $(CXX) $(CXXFLAGS) -Iexamples/server $(filter-out %.h,$(filter-out %.hpp,$^)) -o $@ $(LDFLAGS) +finetune: examples/train-text-from-scratch/train-text-from-scratch.cpp build-info.h ggml.o llama.o $(OBJS) + $(CXX) $(CXXFLAGS) $(filter-out %.h,$^) -o $@ $(LDFLAGS) + build-info.h: $(wildcard .git/index) scripts/build-info.sh @sh scripts/build-info.sh > $@.tmp @if ! cmp -s $@.tmp $@; then \ diff --git a/examples/train-text-from-scratch/README.md b/examples/train-text-from-scratch/README.md index 5344d1f52..c51d01604 100644 --- a/examples/train-text-from-scratch/README.md +++ b/examples/train-text-from-scratch/README.md @@ -7,7 +7,7 @@ Basic usage instructions: wget https://github.com/brunoklein99/deep-learning-notes/blob/master/shakespeare.txt # train -./bin/train-text-from-scratch \ +../../train-text-from-scratch \ --vocab-model ../models/ggml-vocab.bin \ --ctx 64 --embd 256 --head 8 --layer 16 \ --checkpoint-in chk-shakespeare-256x16.bin \