From 1c4dc1e4986d5bee6b42b5b5120d14272784320c Mon Sep 17 00:00:00 2001 From: xaedes Date: Mon, 1 May 2023 14:30:29 +0200 Subject: [PATCH] update quantization types in switch-case of add_at and add1 --- ggml.c | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/ggml.c b/ggml.c index a231f44e4..d67e49b95 100644 --- a/ggml.c +++ b/ggml.c @@ -7974,7 +7974,10 @@ static void ggml_compute_forward_add1( case GGML_TYPE_Q4_0: case GGML_TYPE_Q4_1: case GGML_TYPE_Q4_2: - case GGML_TYPE_Q4_3: + case GGML_TYPE_Q5_0: + case GGML_TYPE_Q5_1: + case GGML_TYPE_Q8_0: + case GGML_TYPE_Q8_1: { ggml_compute_forward_add1_q_f32(params, src0, src1, dst); } break; @@ -8094,7 +8097,10 @@ static void ggml_compute_forward_add_at( case GGML_TYPE_Q4_0: case GGML_TYPE_Q4_1: case GGML_TYPE_Q4_2: - case GGML_TYPE_Q4_3: + case GGML_TYPE_Q5_0: + case GGML_TYPE_Q5_1: + case GGML_TYPE_Q8_0: + case GGML_TYPE_Q8_1: default: { GGML_ASSERT(false);