From f344a99425e9c84f2fafabc0c3bd5a3ee8309c6c Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Thu, 26 Oct 2023 23:36:35 +0800
Subject: [PATCH] causallm is not working well on clblast, running out of mem
 wth blas. this helps a bit but doesnt fix the problem.

---
 ggml-opencl.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/ggml-opencl.cpp b/ggml-opencl.cpp
index 5f7d9979b..53e6c237a 100644
--- a/ggml-opencl.cpp
+++ b/ggml-opencl.cpp
@@ -1258,7 +1258,7 @@ static cl_kernel* ggml_get_dequantize_mul_mat_vec_cl(ggml_type type) {
 }
 
 // buffer pool for cl
-#define MAX_CL_BUFFERS 256
+#define MAX_CL_BUFFERS 400
 
 struct scoped_spin_lock {
     std::atomic_flag& lock;