vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix writeback returning too early

Browse source
This commit is contained in:
Johannes Gäßler 2024-06-10 09:17:58 +02:00
parent a9cde5c63e
commit a64a81a294
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-cuda/mmq.cuh
View file

@ -1344,7 +1344,7 @@ static __device__ __forceinline__ void mmq_write_back_mma(const float * __restri
const int j = blockIdx.y*mmq_x + j0 + mma_C::get_j(l); const int j = blockIdx.y*mmq_x + j0 + mma_C::get_j(l);
if (j >= ne1) { if (j >= ne1) {
return; continue;
} }
const int i = blockIdx.x*mmq_y + i0 + mma_C::get_i(l); const int i = blockIdx.x*mmq_y + i0 + mma_C::get_i(l);