vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : remove obsolete n_past assert in ggml_alibi

Browse source
This commit is contained in:
Georgi Gerganov 2023-10-10 10:45:24 +03:00
parent 32172f12f5
commit 96cf3f5dc3
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 0 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml.c
View file

@ -13064,8 +13064,6 @@ static void ggml_compute_forward_alibi_f32(
float max_bias;
memcpy(&max_bias, (int32_t *) dst->op_params + 2, sizeof(float));
assert(n_past >= 0);
const int64_t ne0 = src0->ne[0]; // all_seq_len = n_past + ne1
const int64_t ne1 = src0->ne[1]; // seq_len_without_past
const int64_t ne2 = src0->ne[2]; // n_head -> this is k