add back convert hf to gguf
This commit is contained in:
parent
0a81051ae2
commit
6cabdda0df
7 changed files with 266 additions and 6 deletions
|
@ -2949,6 +2949,7 @@ struct server_context {
|
|||
batch.n_seq_id + i,
|
||||
batch.seq_id + i,
|
||||
batch.logits + i,
|
||||
nullptr,
|
||||
};
|
||||
|
||||
const int ret = llama_decode(ctx, batch_view);
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue