vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Upload immediately to device.

Browse source
This commit is contained in:
Adam Treat 2023-09-26 11:58:39 -04:00 • committed by cebtenzzre
parent 6b6c73a9e3
commit 9e4f8b4acc
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -2787,7 +2787,7 @@ static struct ggml_cgraph * llm_build_llama(
ggml_free(ctx0);
#if defined(GGML_USE_KOMPUTE)
if (lctx.ctx_kompute && N == 1) {
if (lctx.ctx_kompute) {
if (!ggml_vk_has_h2d_all(lctx.ctx_kompute)) {
ggml_vk_h2d_all(lctx.ctx_kompute);
} else {