Update llama.cpp

Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
This commit is contained in:
Meng Zhang 2023-09-16 01:16:48 +08:00 committed by GitHub
parent bb9931cf92
commit eafcc34f0a
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -3559,7 +3559,7 @@ static struct ggml_cgraph * llm_build_starcoder(
ggml_permute(ctx0, ggml_permute(ctx0,
ggml_cpy(ctx0, ggml_cpy(ctx0,
Qcur, Qcur,
ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, n_embd/n_head, n_head, N)), ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, n_embd_head, n_head, N)),
0, 2, 1, 3); 0, 2, 1, 3);
ggml_set_name(Q, "Q"); ggml_set_name(Q, "Q");