This commit is contained in:
Xuan-Son Nguyen 2025-02-10 17:34:13 +08:00 committed by GitHub
commit 8e72ebdc87
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
26 changed files with 3061 additions and 25 deletions

View file

@ -3150,6 +3150,7 @@ struct server_context {
batch.n_seq_id + i,
batch.seq_id + i,
batch.logits + i,
nullptr,
};
const int ret = llama_decode(ctx, batch_view);