add back convert hf to gguf

This commit is contained in:
Xuan Son Nguyen 2025-01-18 22:56:04 +01:00
parent 0a81051ae2
commit 6cabdda0df
7 changed files with 266 additions and 6 deletions

View file

@ -2949,6 +2949,7 @@ struct server_context {
batch.n_seq_id + i,
batch.seq_id + i,
batch.logits + i,
nullptr,
};
const int ret = llama_decode(ctx, batch_view);