vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

output normalize embedding in '/v1/embeddings'

Browse source
This commit is contained in:
Seungwon 2024-03-09 20:14:30 +09:00
parent 8a3012a4ad
commit 08d2ea1edb
1 changed files with 18 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

18
examples/server/server.cpp
View file

@ -2651,6 +2651,17 @@ inline void signal_handler(int signal) {
shutdown_handler(signal); shutdown_handler(signal);
} }
static void normalize(std::vector<float>& vec) {
float norm = 0;
for (float val : vec) {
norm += val * val;
}
norm = sqrt(norm);
for (float& val : vec) {
val /= norm;
}
}
int main(int argc, char ** argv) { int main(int argc, char ** argv) {
#if SERVER_VERBOSE != 1 #if SERVER_VERBOSE != 1
log_disable(); log_disable();
@ -3345,6 +3356,13 @@ int main(int argc, char ** argv) {
// get the result // get the result
server_task_result result = ctx_server.queue_results.recv(id_task); server_task_result result = ctx_server.queue_results.recv(id_task);
ctx_server.queue_results.remove_waiting_task_id(id_task); ctx_server.queue_results.remove_waiting_task_id(id_task);
// normalize the embedding
std::vector<float> embedding = json_value(result.data, "embedding", json::array());
normalize(embedding);
result.data["embedding"] = embedding;
// append to the responses
responses.push_back(result.data); responses.push_back(result.data);
} }