From e7b999c3dc255a036128fc2dc74b39a8083eee9b Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Mon, 19 Feb 2024 11:40:35 +0200 Subject: [PATCH] iq4_nl: another fix after merging with master --- ggml-cuda.cu | 1 + 1 file changed, 1 insertion(+) diff --git a/ggml-cuda.cu b/ggml-cuda.cu index 1246264cb..ee599b740 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -6852,6 +6852,7 @@ static void dequantize_row_iq1_s_cuda(const void * vx, dst_t * y, const int k, c dequantize_block_iq1_s<<>>(vx, y); } +template static void dequantize_row_iq4_nl_cuda(const void * vx, dst_t * y, const int k, cudaStream_t stream) { const int nb = (k + QK_K - 1) / QK_K; dequantize_block_iq4_nl<<>>(vx, y);