From eafcc34f0a241ade35b6ebc8bcc266b1bab3e8f9 Mon Sep 17 00:00:00 2001
From: Meng Zhang <meng@tabbyml.com>
Date: Sat, 16 Sep 2023 01:16:48 +0800
Subject: [PATCH] Update llama.cpp

Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
---
 llama.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llama.cpp b/llama.cpp
index 77d3387cd..4e081123f 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -3559,7 +3559,7 @@ static struct ggml_cgraph * llm_build_starcoder(
                 ggml_permute(ctx0,
                         ggml_cpy(ctx0,
                             Qcur,
-                            ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, n_embd/n_head, n_head, N)),
+                            ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, n_embd_head, n_head, N)),
                         0, 2, 1, 3);
             ggml_set_name(Q, "Q");