From 5b393836a925f51c00685b9eff286f82467fea57 Mon Sep 17 00:00:00 2001
From: msy-kato <62578291+msy-kato@users.noreply.github.com>
Date: Wed, 17 Jul 2024 12:38:47 +0900
Subject: [PATCH] batched: fix n_predict parameter

---
 examples/batched/batched.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/batched/batched.cpp b/examples/batched/batched.cpp
index 2442e954d..53fbfb0a8 100644
--- a/examples/batched/batched.cpp
+++ b/examples/batched/batched.cpp
@@ -31,7 +31,7 @@ int main(int argc, char ** argv) {
     int n_parallel = params.n_parallel;
 
     // total length of the sequences including the prompt
-    int n_predict = 32;
+    int n_predict = params.n_predict;
 
     // init LLM