From 96514971dddaaba3e4424b822224f665c52c13ee Mon Sep 17 00:00:00 2001 From: xaedes Date: Sun, 21 May 2023 12:17:57 +0200 Subject: [PATCH] use inplace operations in cross_entropy_loss --- examples/baby-llama/baby-llama-text.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/baby-llama/baby-llama-text.cpp b/examples/baby-llama/baby-llama-text.cpp index beacf4686..0c13f7fd4 100644 --- a/examples/baby-llama/baby-llama-text.cpp +++ b/examples/baby-llama/baby-llama-text.cpp @@ -1107,8 +1107,8 @@ struct ggml_tensor * cross_entropy_loss(struct ggml_context * ctx, struct ggml_t ggml_mul(ctx, probs, ggml_log(ctx, - ggml_add1(ctx, - ggml_scale(ctx, + ggml_add1_inplace(ctx, + ggml_scale_inplace(ctx, ggml_soft_max(ctx, a), ggml_new_f32(ctx, 1.0f-eps)), ggml_new_f32(ctx, eps)))));