vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: fix typo

Browse source
This commit is contained in:
ngxson 2024-02-09 09:32:51 +01:00
parent 2ebedda3d9
commit 27976c31b6
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/server/oai.hpp
View file

@ -20,7 +20,7 @@ inline static json oaicompat_completion_params_parse(
{ {
json llama_params; json llama_params;
bool using_chatml = chat_template == "chatml"; bool using_chatml = chat_template == "chatml";
std::string formated_prompt = using_chatml std::string formatted_prompt = using_chatml
? format_chatml(body["messages"]) // OpenAI 'messages' to chatml ? format_chatml(body["messages"]) // OpenAI 'messages' to chatml
: format_mistral(body["messages"]); // OpenAI 'messages' to mistral format : format_mistral(body["messages"]); // OpenAI 'messages' to mistral format
@ -35,7 +35,7 @@ inline static json oaicompat_completion_params_parse(
// https://platform.openai.com/docs/api-reference/chat/create // https://platform.openai.com/docs/api-reference/chat/create
llama_sampling_params default_sparams; llama_sampling_params default_sparams;
llama_params["model"] = json_value(body, "model", std::string("unknown")); llama_params["model"] = json_value(body, "model", std::string("unknown"));
llama_params["prompt"] = formated_prompt; llama_params["prompt"] = formatted_prompt;
llama_params["cache_prompt"] = json_value(body, "cache_prompt", false); llama_params["cache_prompt"] = json_value(body, "cache_prompt", false);
llama_params["temperature"] = json_value(body, "temperature", 0.0); llama_params["temperature"] = json_value(body, "temperature", 0.0);
llama_params["top_k"] = json_value(body, "top_k", default_sparams.top_k); llama_params["top_k"] = json_value(body, "top_k", default_sparams.top_k);