From 99c5c9a0d834888c33669855f3a1cf425df37dd2 Mon Sep 17 00:00:00 2001
From: Adam Treat <treat.adam@gmail.com>
Date: Tue, 26 Sep 2023 11:58:39 -0400
Subject: [PATCH] Upload immediately to device.

---
 llama.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llama.cpp b/llama.cpp
index 02fe2f596..d078f92fd 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -1776,7 +1776,7 @@ static struct ggml_cgraph * llama_build_graph(
     ggml_free(ctx0);
 
 #if defined(GGML_USE_KOMPUTE)
-    if (lctx.ctx_kompute && N == 1) {
+    if (lctx.ctx_kompute) {
         if (!ggml_vk_has_h2d_all(lctx.ctx_kompute)) {
             ggml_vk_h2d_all(lctx.ctx_kompute);
         } else {