From 8e2d769a646b767c1ba386a211f54a2f00e4c474 Mon Sep 17 00:00:00 2001
From: ngxson <thichthat@gmail.com>
Date: Sun, 24 Mar 2024 21:30:49 +0100
Subject: [PATCH] add TODO for logprobs

---
 examples/server/utils.hpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp
index 71a035bf4..82f8bde29 100644
--- a/examples/server/utils.hpp
+++ b/examples/server/utils.hpp
@@ -393,6 +393,7 @@ static json oaicompat_completion_params_parse(
     }
 
     // Handle "logprobs" field
+    // TODO: The response format of this option is not yet OAI-compatible, but seems like no one really using it; We may need to fix it in the future
     if (body.contains("logprobs")) {
         llama_params["n_probs"] = json_value(body, "top_logprobs", 20);
     } else if (body.contains("top_logprobs")) {