vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix bug in threaded indices calculation of ggml_compute_forward_flash_attn_back_f32

Browse source
This commit is contained in:
xaedes 2023-06-11 16:50:41 +02:00
parent e829421eda
commit 7aa10d0518
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml.c
View file

@ -13545,7 +13545,7 @@ static void ggml_compute_forward_flash_attn_back_f32(
for (int ir = ir0; ir < ir1; ++ir) {
// q indices
const int iq3 = ir/(neq2);
const int iq2 = (ir - iq3*neq2)/neq2;
const int iq2 = ir - iq3*neq2;
for ( int iq1 = 0; iq1 < neq1; ++iq1) {