causallm is not working well on clblast, running out of mem wth blas. this helps a bit but doesnt fix the problem.

This commit is contained in:
Concedo 2023-10-26 23:36:35 +08:00
parent 0f46534866
commit f344a99425

View file

@ -1258,7 +1258,7 @@ static cl_kernel* ggml_get_dequantize_mul_mat_vec_cl(ggml_type type) {
}
// buffer pool for cl
#define MAX_CL_BUFFERS 256
#define MAX_CL_BUFFERS 400
struct scoped_spin_lock {
std::atomic_flag& lock;