From 01feb0910787cb4415eb77b96c04420a3b09b7bf Mon Sep 17 00:00:00 2001
From: lexasub <empty@empty.ru>
Date: Fri, 7 Feb 2025 00:25:50 +0400
Subject: [PATCH] ggml : draft commit, replace reallocation of vector for
 set_tensor by reserve inital vector and use it

---
 ggml/src/ggml-rpc/ggml-rpc.cpp | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/ggml/src/ggml-rpc/ggml-rpc.cpp b/ggml/src/ggml-rpc/ggml-rpc.cpp
index 97873acc7..fc497a4a6 100644
--- a/ggml/src/ggml-rpc/ggml-rpc.cpp
+++ b/ggml/src/ggml-rpc/ggml-rpc.cpp
@@ -1148,6 +1148,8 @@ rpc_server::~rpc_server() {
 }
 
 static void rpc_serve_client(ggml_backend_t backend, sockfd_t sockfd, size_t free_mem, size_t total_mem) {
+    std::vector<uint8_t> set_tensor_vec;
+    set_tensor_vec.reserve(100);
     rpc_server server(backend);
     while (true) {
         uint8_t cmd;
@@ -1247,11 +1249,10 @@ static void rpc_serve_client(ggml_backend_t backend, sockfd_t sockfd, size_t fre
                 break;
             }
             case RPC_CMD_SET_TENSOR: {
-                std::vector<uint8_t> input;
-                if (!recv_msg(sockfd, input)) {
+                if (!recv_msg(sockfd, set_tensor_vec)) {
                     return;
                 }
-                if (!server.set_tensor(input)) {
+                if (!server.set_tensor(set_tensor_vec)) {
                     return;
                 }
                 if (!send_msg(sockfd, nullptr, 0)) {