vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix ASSERT to work with zero layers

Browse source
This commit is contained in:
xaedes 2023-08-14 18:08:19 +02:00
parent 38f4438c32
commit d6c5b03858
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/train-text-from-scratch/train-text-from-scratch.cpp
View file

@ -2806,7 +2806,7 @@ struct ggml_tensor * forward_batch_wo_cache_flash_attn_train_grad_checkpointing(
layer.w3->grad = expand(gb, add_or_set(layer.w3->grad, ggml_out_prod(ctx0, t24, t25->grad))); assert_shape_2d(layer.w3->grad, n_embd, n_ff); layer.w3->grad = expand(gb, add_or_set(layer.w3->grad, ggml_out_prod(ctx0, t24, t25->grad))); assert_shape_2d(layer.w3->grad, n_embd, n_ff);
} }
// printf("%s: chk_idx=%d avail_begin=%d avail_end=%d\n", __func__, chk_idx, avail_begin, avail_end); // printf("%s: chk_idx=%d avail_begin=%d avail_end=%d\n", __func__, chk_idx, avail_begin, avail_end);
GGML_ASSERT(chk_idx == -2); GGML_ASSERT(n_check == 0 || chk_idx == -2);
GGML_ASSERT(avail_begin == 0); GGML_ASSERT(avail_begin == 0);
clr_buf(0); clr_buf(0);
use_buf(0); use_buf(0);