From b1aa26f718d0796e1eafad069d6afa544b98b1b3 Mon Sep 17 00:00:00 2001 From: xaedes Date: Tue, 29 Aug 2023 21:01:17 +0200 Subject: [PATCH] add sanity check to ggml_compute_backward, asserting the correct shape of gradients --- ggml.c | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/ggml.c b/ggml.c index 76f0b7b94..f3b2c65b8 100644 --- a/ggml.c +++ b/ggml.c @@ -17147,6 +17147,12 @@ static void ggml_compute_backward(struct ggml_context * ctx, struct ggml_tensor GGML_ASSERT(false); } break; } + + for (int i = 0; i < GGML_MAX_SRC; ++i) { + if (tensor->src[i] && tensor->src[i]->grad) { + GGML_ASSERT(ggml_are_same_shape(tensor->src[i], tensor->src[i]->grad)); + } + } } static void ggml_visit_parents(struct ggml_cgraph * cgraph, struct ggml_tensor * node) {