From bfe507213cc7294d9e8de0bb0d6c568f94d617b2 Mon Sep 17 00:00:00 2001 From: xaedes Date: Wed, 26 Apr 2023 00:43:02 +0200 Subject: [PATCH] improve performance of sum backward pass use add1(x,y) instead of add(x,repeat(y,x)) --- ggml.c | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ggml.c b/ggml.c index a71f5438e..ca5e221ed 100644 --- a/ggml.c +++ b/ggml.c @@ -12640,9 +12640,9 @@ static void ggml_compute_backward(struct ggml_context * ctx, struct ggml_tensor { if (src0->grad) { src0->grad = - ggml_add_impl(ctx, + ggml_add1_impl(ctx, src0->grad, - ggml_repeat(ctx, tensor->grad, src0->grad), + tensor->grad, inplace); } } break;