From 14148ce3f52b177e096b439e3199b12b9e58b09b Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Fri, 8 Sep 2023 10:37:59 +0200 Subject: [PATCH] metal: faster soft_max vial float4 --- ggml-metal.m | 1 + 1 file changed, 1 insertion(+) diff --git a/ggml-metal.m b/ggml-metal.m index 4f3f14e24..cadbfe04a 100644 --- a/ggml-metal.m +++ b/ggml-metal.m @@ -294,6 +294,7 @@ void ggml_metal_free(struct ggml_metal_context * ctx) { GGML_METAL_DEL_KERNEL(soft_max); GGML_METAL_DEL_KERNEL(soft_max_4); GGML_METAL_DEL_KERNEL(diag_mask_inf_8); + GGML_METAL_DEL_KERNEL(diag_mask_inf); GGML_METAL_DEL_KERNEL(get_rows_f16); GGML_METAL_DEL_KERNEL(get_rows_q4_0); GGML_METAL_DEL_KERNEL(get_rows_q4_1);