From e865686c218a5eb2be1a537e3a5e7b9a2acefdde Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Mon, 26 Aug 2024 16:24:26 +0300 Subject: [PATCH] metal : ne01 check no longer necessary --- ggml/src/ggml-metal.metal | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml/src/ggml-metal.metal b/ggml/src/ggml-metal.metal index 1b32e4384..84e92e4fc 100644 --- a/ggml/src/ggml-metal.metal +++ b/ggml/src/ggml-metal.metal @@ -2144,7 +2144,7 @@ kernel void kernel_flash_attn_ext_f16( } // scale and apply the mask (assume C = 32) - for (short j = 0; j < Q && iq1 + j < ne01; ++j) { + for (short j = 0; j < Q; ++j) { // mqk = mqk*scale ss[j*TF + tiisg] *= scale;