From d01f52409fbf1abb41ec9bcd55d42d20dd3469d1 Mon Sep 17 00:00:00 2001 From: lijiahao Date: Sat, 26 Aug 2023 21:14:09 +0800 Subject: [PATCH] Added const if possible --- ggml-cuda.cu | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/ggml-cuda.cu b/ggml-cuda.cu index e5f827307..53f6891cb 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -4224,19 +4224,19 @@ static __global__ void dequantize_block_q4_0(const void * __restrict__ vx, float const int iqs = i%(QK4_0/4); const block_q4_0 * x = (const block_q4_0 *) vx; - const uchar2 qs = *(uchar2 *)(x[ib].qs + iqs*2); + const uchar2 qs = *(const uchar2 *)(x[ib].qs + iqs*2); const dfloat d = x[ib].d; dfloat2 dv0; dv0.x = (int)(qs.x & 0xf) - 8; dv0.y = (int)(qs.y & 0xf) - 8; - float2 v0 = dfloat22float2(dfmul2(dv0, {d, d})); + const float2 v0 = dfloat22float2(dfmul2(dv0, {d, d})); *(float2 *)(y + ib*QK4_0 + iqs*2) = v0; dfloat2 dv1; dv1.x = (int)(qs.x >> 4) - 8; dv1.y = (int)(qs.y >> 4) - 8; - float2 v1 = dfloat22float2(dfmul2(dv1, {d, d})); + const float2 v1 = dfloat22float2(dfmul2(dv1, {d, d})); *(float2 *)(y + ib*QK4_0 + QK4_0/2 + iqs*2) = v1; }