From ad7cf37fe8bc3936b01b5c68e5fb7b8d690fbf28 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sun, 31 Dec 2023 12:26:21 +0200 Subject: [PATCH] metal : fix mat-vec Q8_0 kernel for BS > 1 --- ggml-metal.metal | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/ggml-metal.metal b/ggml-metal.metal index ffb0ef46c..9e56d9481 100644 --- a/ggml-metal.metal +++ b/ggml-metal.metal @@ -1071,8 +1071,15 @@ kernel void kernel_mul_mv_q8_0_f32( constant int64_t & ne00, constant int64_t & ne01, constant int64_t & ne02, + constant uint64_t & nb00, + constant uint64_t & nb01, + constant uint64_t & nb02, constant int64_t & ne10, + constant int64_t & ne11, constant int64_t & ne12, + constant uint64_t & nb10, + constant uint64_t & nb11, + constant uint64_t & nb12, constant int64_t & ne0, constant int64_t & ne1, constant uint & r2 [[buffer(17)]],