vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : draft commit, replace reallocation of vector for set_tensor by reserve inital vector and use it

Browse source
This commit is contained in:
lexasub 2025-02-07 00:25:50 +04:00
parent 8a59053f63
commit 01feb09107
1 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
ggml/src/ggml-rpc/ggml-rpc.cpp
View file

@ -1148,6 +1148,8 @@ rpc_server::~rpc_server() {
} }
static void rpc_serve_client(ggml_backend_t backend, sockfd_t sockfd, size_t free_mem, size_t total_mem) { static void rpc_serve_client(ggml_backend_t backend, sockfd_t sockfd, size_t free_mem, size_t total_mem) {
std::vector<uint8_t> set_tensor_vec;
set_tensor_vec.reserve(100);
rpc_server server(backend); rpc_server server(backend);
while (true) { while (true) {
uint8_t cmd; uint8_t cmd;
@ -1247,11 +1249,10 @@ static void rpc_serve_client(ggml_backend_t backend, sockfd_t sockfd, size_t fre
break; break;
} }
case RPC_CMD_SET_TENSOR: { case RPC_CMD_SET_TENSOR: {
std::vector<uint8_t> input; if (!recv_msg(sockfd, set_tensor_vec)) {
if (!recv_msg(sockfd, input)) {
return; return;
} }
if (!server.set_tensor(input)) { if (!server.set_tensor(set_tensor_vec)) {
return; return;
} }
if (!send_msg(sockfd, nullptr, 0)) { if (!send_msg(sockfd, nullptr, 0)) {