Add a comment so future generations may suffer less.
This commit is contained in:
parent
e979cef2ff
commit
c2f1790be9
1 changed files with 1 additions and 0 deletions
|
@ -798,6 +798,7 @@ int main(int argc, char ** argv) {
|
|||
}
|
||||
|
||||
// In interactive mode, respect the maximum number of tokens and drop back to user input when reached.
|
||||
// We skip this logic when n_predict == -1 (infinite) or -2 (stop at context size).
|
||||
if (params.interactive && n_remain <= 0 && params.n_predict >= 0) {
|
||||
n_remain = params.n_predict;
|
||||
is_interacting = true;
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue