add infinite generation when n_predict is -1
This commit is contained in:
parent
284bc293b1
commit
f1710b90dc
1 changed files with 1 additions and 1 deletions
|
@ -250,7 +250,7 @@ struct llama_server_context
|
|||
return result;
|
||||
}
|
||||
|
||||
has_next_token = n_remain != 0;
|
||||
has_next_token = params.n_predict == -1 ? true : n_remain != 0;
|
||||
return result;
|
||||
}
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue