From a6812a1dd64aa8079cb0004fa9056cbf51f573d7 Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Sun, 11 Jun 2023 23:22:16 +0300 Subject: [PATCH] metal : fixed accidentally broken Q2_K --- ggml-metal.m | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml-metal.m b/ggml-metal.m index ae56ce2e1..4ad9bca1c 100644 --- a/ggml-metal.m +++ b/ggml-metal.m @@ -579,7 +579,7 @@ void ggml_metal_graph_compute( GGML_ASSERT(ne12 == 1); nth0 = 4; - nth1 = 32; + nth1 = 16; [encoder setComputePipelineState:ctx->pipeline_mul_mat_q2_k_f32]; } break; case GGML_TYPE_Q3_K: