vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : draft commit, replace reallocation of vector for set_tensor by reserve inital vector and use it

Browse source
This commit is contained in:
lexasub 2025-02-07 00:25:50 +04:00
parent 8a59053f63
commit 01feb09107
1 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
ggml/src/ggml-rpc/ggml-rpc.cpp
View file

@ -1148,6 +1148,8 @@ rpc_server::~rpc_server() {
}
static void rpc_serve_client(ggml_backend_t backend, sockfd_t sockfd, size_t free_mem, size_t total_mem) {
std::vector<uint8_t> set_tensor_vec;
set_tensor_vec.reserve(100);
rpc_server server(backend);
while (true) {
uint8_t cmd;
@ -1247,11 +1249,10 @@ static void rpc_serve_client(ggml_backend_t backend, sockfd_t sockfd, size_t fre
break;
}
case RPC_CMD_SET_TENSOR: {
std::vector<uint8_t> input;
if (!recv_msg(sockfd, input)) {
if (!recv_msg(sockfd, set_tensor_vec)) {
return;
}
if (!server.set_tensor(input)) {
if (!server.set_tensor(set_tensor_vec)) {
return;
}
if (!send_msg(sockfd, nullptr, 0)) {