From eb223dcddda36aa9cc4afc873a9a5a8ed2293b76 Mon Sep 17 00:00:00 2001 From: slaren Date: Sat, 23 Dec 2023 00:34:20 +0100 Subject: [PATCH] fix mixtral --- ggml-cuda.cu | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml-cuda.cu b/ggml-cuda.cu index f7af7e1ff..74463f328 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -9026,8 +9026,8 @@ static void ggml_cuda_mul_mat_id(const ggml_tensor * src0, const ggml_tensor * s } } - ggml_cuda_pool_free(src1_contiguous, as_src1); ggml_cuda_pool_free(dst_contiguous, as_dst); + ggml_cuda_pool_free(src1_contiguous, as_src1); } if (dst->backend == GGML_BACKEND_CPU) {