vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

null terminated seq_id list

Browse source
This commit is contained in:
Xuan Son Nguyen 2024-10-12 22:53:05 +02:00
parent 734f9e29de
commit 7264596a5c
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
src/llama.cpp
View file

@ -21199,7 +21199,8 @@ struct llama_batch_allocr {
batch.n_seq_id = n_seq_id.data();
}
if (!batch.seq_id) {
seq_id.resize(batch.n_tokens);
seq_id.resize(batch.n_tokens + 1);
seq_id[batch.n_tokens] = NULL;
for (int32_t i = 0; i < batch.n_tokens; i++) {
seq_id[i] = seq_id_0.data();
}