llama : fix simple splits when the batch contains embeddings
This commit is contained in:
parent
80d9d2a551
commit
8062650343
1 changed files with 1 additions and 1 deletions
|
@ -2818,7 +2818,7 @@ struct llama_sbatch {
|
|||
}
|
||||
} else {
|
||||
// simple split
|
||||
ubatch.embd = batch->embd + seq.offset;
|
||||
ubatch.embd = batch->embd + (n_embd * seq.offset);
|
||||
}
|
||||
} else {
|
||||
ubatch.embd = nullptr;
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue