add infinite generation when n_predict is -1

This commit is contained in:
anon 2023-05-31 10:35:25 -03:00
parent 284bc293b1
commit f1710b90dc

View file

@ -250,7 +250,7 @@ struct llama_server_context
return result;
}
has_next_token = n_remain != 0;
has_next_token = params.n_predict == -1 ? true : n_remain != 0;
return result;
}