vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add TODO for logprobs

Browse source
This commit is contained in:
ngxson 2024-03-24 21:30:49 +01:00
parent 950db2bd77
commit 8e2d769a64
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
examples/server/utils.hpp
View file

@ -393,6 +393,7 @@ static json oaicompat_completion_params_parse(
} }
// Handle "logprobs" field // Handle "logprobs" field
// TODO: The response format of this option is not yet OAI-compatible, but seems like no one really using it; We may need to fix it in the future
if (body.contains("logprobs")) { if (body.contains("logprobs")) {
llama_params["n_probs"] = json_value(body, "top_logprobs", 20); llama_params["n_probs"] = json_value(body, "top_logprobs", 20);
} else if (body.contains("top_logprobs")) { } else if (body.contains("top_logprobs")) {