vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

whitespace

Browse source
This commit is contained in:
Henri Vasserman 2023-06-19 16:12:15 +03:00
parent 8dea3b78b5
commit 559e43c447
No known key found for this signature in database
GPG key ID: 2995FC0F58B1A986
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/server/server.cpp
View file

@ -433,7 +433,6 @@ struct llama_server_context {
}); });
return std::vector<float>(n_embd, 0.0f); return std::vector<float>(n_embd, 0.0f);
} }
const float * data = llama_get_embeddings(ctx); const float * data = llama_get_embeddings(ctx);
std::vector<float> embedding(data, data + n_embd); std::vector<float> embedding(data, data + n_embd);
return embedding; return embedding;
@ -917,7 +916,7 @@ int main(int argc, char ** argv) {
svr.Post("/embedding", [&llama](const Request & req, Response & res) { svr.Post("/embedding", [&llama](const Request & req, Response & res) {
const json body = json::parse(req.body); const json body = json::parse(req.body);
llama.rewind(); llama.rewind();
llama_reset_timings(llama.ctx); llama_reset_timings(llama.ctx);
llama.params.prompt = body.value("content", ""); llama.params.prompt = body.value("content", "");