Merge 6893f3ac5d
into 55ac8c7791
This commit is contained in:
commit
437af24a48
1 changed files with 6 additions and 0 deletions
|
@ -8623,6 +8623,12 @@ static int llama_decode_impl(
|
|||
}
|
||||
|
||||
while (lctx.sbatch.n_tokens > 0) {
|
||||
// If aborted, break out
|
||||
if (lctx.abort_callback != nullptr && lctx.abort_callback(lctx.abort_callback_data)) {
|
||||
LLAMA_LOG_ERROR("%s: token decode aborted\n", __func__);
|
||||
return -1;
|
||||
}
|
||||
|
||||
llama_ubatch ubatch;
|
||||
{
|
||||
const int ret = llama_prepare_ubatch(lctx, kv_slot_restorer, ubatch, n_outputs, batch.n_tokens);
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue