From 845d572b877a94c91b756e8532787f7b9507458f Mon Sep 17 00:00:00 2001 From: Eve <139727413+netrunnereve@users.noreply.github.com> Date: Thu, 9 Jan 2025 21:58:26 -0500 Subject: [PATCH] little stuff --- ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q2_k.comp | 2 +- ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q3_k.comp | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q2_k.comp b/ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q2_k.comp index 99db8f32b..9c41c55e5 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q2_k.comp +++ b/ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q2_k.comp @@ -19,7 +19,7 @@ void calc_superblock(const uint a_offset, const uint b_offset, const uint itid, if (i < num_blocks_per_row) { sccache[ix][0][itid] = FLOAT_TYPE((data_a[ib0 + i].scales[itid8] >> v_im*4) & 0xF); // lower 8 bytes sccache[ix][1][itid] = FLOAT_TYPE((data_a[ib0 + i].scales[itid8+8] >> v_im*4) & 0xF); // upper 8 bytes - } + } barrier(); if (i >= num_blocks_per_row) diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q3_k.comp b/ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q3_k.comp index 6d655205d..a80764f9c 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q3_k.comp +++ b/ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q3_k.comp @@ -6,6 +6,7 @@ layout(local_size_x_id = 0, local_size_y = 1, local_size_z = 1) in; shared FLOAT_TYPE sccache[BLOCK_SIZE/16][2][8]; + FLOAT_TYPE temp[NUM_COLS][NUM_ROWS]; void calc_superblock(const uint a_offset, const uint b_offset, const uint ix, const uint itid8, const uint v_im, const uint v_im4, const uint v_in, const uint32_t hm_m[4], const uint q_offset, const uint y_offset, const uint s_shift, const uint i, const uint num_blocks_per_row, const uint first_row, const uint num_rows, const bool all_threads) {