From b25a0f1965d5344c819e2a07ff1bf2298179c55e Mon Sep 17 00:00:00 2001
From: Georgi Gerganov <ggerganov@gmail.com>
Date: Wed, 13 Mar 2024 14:04:32 +0200
Subject: [PATCH] batched-bench : sync after decode

---
 examples/batched-bench/batched-bench.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/examples/batched-bench/batched-bench.cpp b/examples/batched-bench/batched-bench.cpp
index 22bc93bca..19674dfd3 100644
--- a/examples/batched-bench/batched-bench.cpp
+++ b/examples/batched-bench/batched-bench.cpp
@@ -138,6 +138,8 @@ int main(int argc, char ** argv) {
                 LOG_TEE("failed to decode the batch, n_batch = %d, ret = %d\n", n_batch, ret);
                 return false;
             }
+
+            llama_synchronize(ctx);
         }
 
         return true;