vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

simplify backward pass for SQRT

Browse source
This commit is contained in:
xaedes 2023-05-28 17:32:01 +02:00
parent 6d40cc3a44
commit c47df09842
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
ggml.c
View file

@ -13063,11 +13063,11 @@ static void ggml_compute_backward(struct ggml_context * ctx, struct ggml_tensor
src0->grad = src0->grad =
ggml_add_impl(ctx, ggml_add_impl(ctx,
src0->grad, src0->grad,
ggml_mul(ctx, ggml_scale(ctx,
tensor->grad, // this was not catched by test_grad because in test_grad tensor->grad is 1
ggml_div(ctx, ggml_div(ctx,
ggml_repeat(ctx, ggml_new_f32(ctx, 0.5f), tensor), tensor->grad,
tensor)), tensor),
ggml_new_f32(ctx, 0.5f)),
inplace); inplace);
} }
} break; } break;