causallm is not working well on clblast, running out of mem wth blas. this helps a bit but doesnt fix the problem.
This commit is contained in:
parent
0f46534866
commit
f344a99425
1 changed files with 1 additions and 1 deletions
|
@ -1258,7 +1258,7 @@ static cl_kernel* ggml_get_dequantize_mul_mat_vec_cl(ggml_type type) {
|
|||
}
|
||||
|
||||
// buffer pool for cl
|
||||
#define MAX_CL_BUFFERS 256
|
||||
#define MAX_CL_BUFFERS 400
|
||||
|
||||
struct scoped_spin_lock {
|
||||
std::atomic_flag& lock;
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue