diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 9cdf2058f..3cb1065f4 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1318,6 +1318,8 @@ struct server_slot { if (params.n_predict != -1) { n_remaining = params.n_predict - n_decoded; + } else if (global_params.n_predict == -2) { + n_remaining = n_ctx - n_past; } else if (global_params.n_predict != -1) { n_remaining = global_params.n_predict - n_decoded; }