diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 8fd443878..e428954fa 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -243,6 +243,8 @@ struct server_slot { if (params.n_predict != -1) { n_remaining = params.n_predict - n_decoded; + } else if (global_params.n_predict == -2) { + n_remaining = n_ctx - n_past; } else if (global_params.n_predict != -1) { n_remaining = global_params.n_predict - n_decoded; }