vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

MPT : fix an offload func typo

Browse source
This commit is contained in:
Cebtenzzre 2023-10-14 13:00:39 -04:00
parent 2a4bcbacea
commit b577e6374e
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -5532,7 +5532,7 @@ static struct ggml_cgraph * llm_build_mpt(
wsize * n_embd_head, wsize * n_embd_head,
wsize * n_embd_head * (n_head + 2 * n_head_kv), wsize * n_embd_head * (n_head + 2 * n_head_kv),
wsize * n_embd_head * (n_head + n_head_kv)); wsize * n_embd_head * (n_head + n_head_kv));
offload_func_kq(Kcur); offload_func_v(tmpv);
ggml_set_name(Qcur, "Qcur"); ggml_set_name(Qcur, "Qcur");
ggml_set_name(Kcur, "Kcur"); ggml_set_name(Kcur, "Kcur");