Merge fa55281759
into d7b31a9d84
This commit is contained in:
commit
8e72ebdc87
26 changed files with 3061 additions and 25 deletions
|
@ -3150,6 +3150,7 @@ struct server_context {
|
|||
batch.n_seq_id + i,
|
||||
batch.seq_id + i,
|
||||
batch.logits + i,
|
||||
nullptr,
|
||||
};
|
||||
|
||||
const int ret = llama_decode(ctx, batch_view);
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue