diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp index 71a035bf4..82f8bde29 100644 --- a/examples/server/utils.hpp +++ b/examples/server/utils.hpp @@ -393,6 +393,7 @@ static json oaicompat_completion_params_parse( } // Handle "logprobs" field + // TODO: The response format of this option is not yet OAI-compatible, but seems like no one really using it; We may need to fix it in the future if (body.contains("logprobs")) { llama_params["n_probs"] = json_value(body, "top_logprobs", 20); } else if (body.contains("top_logprobs")) {