ci : re-enable workflows + add README for training
This commit is contained in:
parent
cb469f7efb
commit
d4b6438708
4 changed files with 64 additions and 0 deletions
17
.github/workflows/editorconfig.yml
vendored
Normal file
17
.github/workflows/editorconfig.yml
vendored
Normal file
|
@ -0,0 +1,17 @@
|
||||||
|
name: EditorConfig Checker
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches:
|
||||||
|
- master
|
||||||
|
pull_request:
|
||||||
|
branches:
|
||||||
|
- master
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
editorconfig:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v3
|
||||||
|
- uses: editorconfig-checker/action-editorconfig-checker@main
|
||||||
|
- run: editorconfig-checker
|
23
.github/workflows/tidy-review.yml
vendored
Normal file
23
.github/workflows/tidy-review.yml
vendored
Normal file
|
@ -0,0 +1,23 @@
|
||||||
|
name: clang-tidy-review
|
||||||
|
|
||||||
|
on:
|
||||||
|
pull_request:
|
||||||
|
branches:
|
||||||
|
- master
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
clang-tidy-review:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v3
|
||||||
|
|
||||||
|
- uses: ZedThree/clang-tidy-review@v0.13.0
|
||||||
|
id: review
|
||||||
|
with:
|
||||||
|
lgtm_comment_body: ''
|
||||||
|
build_dir: build
|
||||||
|
cmake_command: cmake . -B build -DCMAKE_EXPORT_COMPILE_COMMANDS=on
|
||||||
|
split_workflow: true
|
||||||
|
|
||||||
|
- uses: ZedThree/clang-tidy-review/upload@v0.13.0
|
22
examples/train-text-from-scratch/README.md
Normal file
22
examples/train-text-from-scratch/README.md
Normal file
|
@ -0,0 +1,22 @@
|
||||||
|
# train-text-from-scratch
|
||||||
|
|
||||||
|
Basic usage instructions:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# get training data
|
||||||
|
wget https://github.com/brunoklein99/deep-learning-notes/blob/master/shakespeare.txt
|
||||||
|
|
||||||
|
# train
|
||||||
|
./bin/train-text-from-scratch \
|
||||||
|
--vocab-model ../models/ggml-vocab.bin \
|
||||||
|
--ctx 64 --embd 256 --head 8 --layer 16 \
|
||||||
|
--checkpoint-in chk-shakespeare-256x16.bin \
|
||||||
|
--checkpoint-out chk-shakespeare-256x16.bin \
|
||||||
|
--model-out ggml-shakespeare-256x16-f32.bin \
|
||||||
|
--train-data "shakespeare.txt" \
|
||||||
|
-t 6 -b 16 -n 32 --seed 1 --adam-iter 16 \
|
||||||
|
--print-details-interval 0 --predict 16 --use-flash
|
||||||
|
|
||||||
|
# predict
|
||||||
|
./bin/main -m ggml-shakespeare-256x16-f32.bin
|
||||||
|
```
|
|
@ -1206,6 +1206,7 @@ static void llama_model_load_internal(
|
||||||
mem_required / 1024.0 / 1024.0, mem_required_state / 1024.0 / 1024.0);
|
mem_required / 1024.0 / 1024.0, mem_required_state / 1024.0 / 1024.0);
|
||||||
|
|
||||||
(void) vram_scratch;
|
(void) vram_scratch;
|
||||||
|
(void) n_batch;
|
||||||
#ifdef GGML_USE_CUBLAS
|
#ifdef GGML_USE_CUBLAS
|
||||||
vram_scratch = n_batch * MB;
|
vram_scratch = n_batch * MB;
|
||||||
ggml_cuda_set_scratch_size(vram_scratch);
|
ggml_cuda_set_scratch_size(vram_scratch);
|
||||||
|
@ -1233,6 +1234,7 @@ static void llama_model_load_internal(
|
||||||
model.tensors_by_name.emplace_back(lt.name, lt.ggml_tensor);
|
model.tensors_by_name.emplace_back(lt.name, lt.ggml_tensor);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
(void) tensor_split;
|
||||||
#if defined(GGML_USE_CUBLAS)
|
#if defined(GGML_USE_CUBLAS)
|
||||||
{
|
{
|
||||||
ggml_cuda_set_tensor_split(tensor_split);
|
ggml_cuda_set_tensor_split(tensor_split);
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue