vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Upload immediately to device.

Browse source
This commit is contained in:
Adam Treat 2023-09-26 11:58:39 -04:00
parent 0631ea363c
commit 99c5c9a0d8
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -1776,7 +1776,7 @@ static struct ggml_cgraph * llama_build_graph(
ggml_free(ctx0); ggml_free(ctx0);
#if defined(GGML_USE_KOMPUTE) #if defined(GGML_USE_KOMPUTE)
if (lctx.ctx_kompute && N == 1) { if (lctx.ctx_kompute) {
if (!ggml_vk_has_h2d_all(lctx.ctx_kompute)) { if (!ggml_vk_has_h2d_all(lctx.ctx_kompute)) {
ggml_vk_h2d_all(lctx.ctx_kompute); ggml_vk_h2d_all(lctx.ctx_kompute);
} else { } else {