vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

solve alibi cpu error

Browse source
This commit is contained in:
ds5t5 2023-09-29 02:48:06 -07:00
parent af19099ab1
commit 3374ff7324
1 changed files with 0 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml.c
View file

@ -12889,7 +12889,6 @@ static void ggml_compute_forward_alibi_f32(
return;
}
const int n_past = ((int32_t *) dst->op_params)[0];
const int n_head = ((int32_t *) dst->op_params)[1];
float max_bias;
memcpy(&max_bias, (int32_t *) dst->op_params + 2, sizeof(float));
@ -12910,7 +12909,6 @@ static void ggml_compute_forward_alibi_f32(
//const int nb3 = src0->nb[3];
GGML_ASSERT(nb0 == sizeof(float));
GGML_ASSERT(ne1 + n_past == ne0);
GGML_ASSERT(n_head == ne2);
// add alibi to src0 (KQ_scaled)