vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fixed up a few things in embedding mode.

Browse source
This commit is contained in:
digiwombat 2023-06-02 09:20:53 -04:00
parent 28cc0cdc50
commit 3ff27d30e3
1 changed files with 19 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

27
examples/server/server.cpp
View file

@ -958,23 +958,34 @@ int main(int argc, char **argv)
svr.Post("/embedding", [&llama](const Request &req, Response &res)
{
json data;
if(!llama.params.embedding) {
std::vector<float> empty;
json data = {
{"embedding", empty}};
fprintf(stderr, "[llama-server] : You need enable embedding mode adding: --embedding option\n");
data = {
{"embedding", empty},
{"error", "Server is not in embedding mode."} };
fprintf(stderr, "[llama-server] : You need to enable embedding mode by adding --embedding when launching the server.\n");
return res.set_content(data.dump(llama.json_indent), "application/json");
}
json body = json::parse(req.body);
std::string content = body["content"].get<std::string>();
int threads = body["threads"].get<int>();
json data = {
{"embedding", llama.embedding(content, threads) } };
if (body["content"].is_null()) {
std::vector<float> empty;
data = {
{"embedding", empty},
{"error", "The embedding content was not set."} };
fprintf(stderr, "[llama-server] : The embedding content was not set.\n");
}
else
{
std::string content = body["content"].get<std::string>();
data = {
{"embedding", llama.embedding(content, llama.params.n_threads) } };
}
return res.set_content(data.dump(llama.json_indent), "application/json");
});
if(params.embedding) {
fprintf(stderr, "NOTE: Mode embedding enabled. Completion function doesn't work in this mode.\n");
fprintf(stderr, "NOTE: Embedding mode enabled. Completion is disabled in this mode.\n");
}
svr.set_logger([](const Request& req, const Response& res) {