vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix embedding response

Browse source
This commit is contained in:
ngxson 2024-03-08 15:17:11 +01:00
parent bd52541110
commit 7445bb8ad9
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/server/server.cpp
View file

@ -3253,7 +3253,7 @@ int main(int argc, char ** argv) {
// get the result // get the result
server_task_result result = ctx_server.queue_results.recv(id_task); server_task_result result = ctx_server.queue_results.recv(id_task);
ctx_server.queue_results.remove_waiting_task_id(id_task); ctx_server.queue_results.remove_waiting_task_id(id_task);
responses.push_back(json_value(result.data, "embedding", json::array())); responses.push_back(result.data);
} }
// write JSON response // write JSON response
@ -3263,7 +3263,7 @@ int main(int argc, char ** argv) {
int i = 0; int i = 0;
for (auto & elem : responses) { for (auto & elem : responses) {
res_oai.push_back(json{ res_oai.push_back(json{
{"embedding", elem}, {"embedding", json_value(elem, "embedding", json::array())},
{"index", i++}, {"index", i++},
{"object", "embedding"} {"object", "embedding"}
}); });