From a880154f03b55b00b2211f6899b9a53af697402f Mon Sep 17 00:00:00 2001 From: Benjamin Findley Date: Sat, 11 May 2024 12:16:07 -0700 Subject: [PATCH] change default temperature of OAI compat API from 0 to 1 --- examples/server/utils.hpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp index af12f497d..0c0f48fdb 100644 --- a/examples/server/utils.hpp +++ b/examples/server/utils.hpp @@ -369,7 +369,7 @@ static json oaicompat_completion_params_parse( llama_params["presence_penalty"] = json_value(body, "presence_penalty", 0.0); llama_params["seed"] = json_value(body, "seed", LLAMA_DEFAULT_SEED); llama_params["stream"] = json_value(body, "stream", false); - llama_params["temperature"] = json_value(body, "temperature", 0.0); + llama_params["temperature"] = json_value(body, "temperature", 1.0); llama_params["top_p"] = json_value(body, "top_p", 1.0); // Apply chat template to the list of messages