vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fixed up a few things in embedding mode.

Browse source
This commit is contained in:
digiwombat 2023-06-02 09:20:53 -04:00
parent 28cc0cdc50
commit 3ff27d30e3
1 changed files with 19 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

25
examples/server/server.cpp
View file

@ -958,23 +958,34 @@ int main(int argc, char **argv)
svr.Post("/embedding", [&llama](const Request &req, Response &res) svr.Post("/embedding", [&llama](const Request &req, Response &res)
{ {
json data;
if(!llama.params.embedding) { if(!llama.params.embedding) {
std::vector<float> empty; std::vector<float> empty;
json data = { data = {
{"embedding", empty}}; {"embedding", empty},
fprintf(stderr, "[llama-server] : You need enable embedding mode adding: --embedding option\n"); {"error", "Server is not in embedding mode."} };
fprintf(stderr, "[llama-server] : You need to enable embedding mode by adding --embedding when launching the server.\n");
return res.set_content(data.dump(llama.json_indent), "application/json"); return res.set_content(data.dump(llama.json_indent), "application/json");
} }
json body = json::parse(req.body); json body = json::parse(req.body);
if (body["content"].is_null()) {
std::vector<float> empty;
data = {
{"embedding", empty},
{"error", "The embedding content was not set."} };
fprintf(stderr, "[llama-server] : The embedding content was not set.\n");
}
else
{
std::string content = body["content"].get<std::string>(); std::string content = body["content"].get<std::string>();
int threads = body["threads"].get<int>(); data = {
json data = { {"embedding", llama.embedding(content, llama.params.n_threads) } };
{"embedding", llama.embedding(content, threads) } }; }
return res.set_content(data.dump(llama.json_indent), "application/json"); return res.set_content(data.dump(llama.json_indent), "application/json");
}); });
if(params.embedding) { if(params.embedding) {
fprintf(stderr, "NOTE: Mode embedding enabled. Completion function doesn't work in this mode.\n"); fprintf(stderr, "NOTE: Embedding mode enabled. Completion is disabled in this mode.\n");
} }
svr.set_logger([](const Request& req, const Response& res) { svr.set_logger([](const Request& req, const Response& res) {