vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

use inplace operations in cross_entropy_loss

Browse source
This commit is contained in:
xaedes 2023-05-21 12:17:57 +02:00
parent ef17d99f65
commit 96514971dd
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/baby-llama/baby-llama-text.cpp
View file

@ -1107,8 +1107,8 @@ struct ggml_tensor * cross_entropy_loss(struct ggml_context * ctx, struct ggml_t
ggml_mul(ctx,
probs,
ggml_log(ctx,
ggml_add1(ctx,
ggml_scale(ctx,
ggml_add1_inplace(ctx,
ggml_scale_inplace(ctx,
ggml_soft_max(ctx, a),
ggml_new_f32(ctx, 1.0f-eps)),
ggml_new_f32(ctx, eps)))));