Update llama.cpp
Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
This commit is contained in:
parent
bb9931cf92
commit
eafcc34f0a
1 changed files with 1 additions and 1 deletions
|
@ -3559,7 +3559,7 @@ static struct ggml_cgraph * llm_build_starcoder(
|
||||||
ggml_permute(ctx0,
|
ggml_permute(ctx0,
|
||||||
ggml_cpy(ctx0,
|
ggml_cpy(ctx0,
|
||||||
Qcur,
|
Qcur,
|
||||||
ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, n_embd/n_head, n_head, N)),
|
ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, n_embd_head, n_head, N)),
|
||||||
0, 2, 1, 3);
|
0, 2, 1, 3);
|
||||||
ggml_set_name(Q, "Q");
|
ggml_set_name(Q, "Q");
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue