From a367eb9eda94098a37343372fe85b0b3d21cd3a5 Mon Sep 17 00:00:00 2001
From: xaedes <xaedes@gmail.com>
Date: Tue, 25 Apr 2023 22:25:53 +0200
Subject: [PATCH] bug fix for scale backward pass

use sum instead of mean for gradient of scalar scale parameter
---
 ggml.c | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/ggml.c b/ggml.c
index b35a84785..a71f5438e 100644
--- a/ggml.c
+++ b/ggml.c
@@ -12802,7 +12802,7 @@ static void ggml_compute_backward(struct ggml_context * ctx, struct ggml_tensor
                     src1->grad =
                         ggml_add_impl(ctx,
                             src1->grad,
-                            ggml_mean(ctx, ggml_mul_impl(ctx, tensor->grad, src0, false)),
+                            ggml_sum(ctx, ggml_mul_impl(ctx, tensor->grad, src0, false)),
                             inplace);
                 }
             } break;