vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge 01feb09107 into d7b31a9d84

Browse source
This commit is contained in:
lexasub 2025-02-10 11:34:14 +02:00 • committed by GitHub
commit 2808e4c8a7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
ggml/src/ggml-rpc/ggml-rpc.cpp
View file

@ -1148,6 +1148,8 @@ rpc_server::~rpc_server() {
} }
static void rpc_serve_client(ggml_backend_t backend, sockfd_t sockfd, size_t free_mem, size_t total_mem) { static void rpc_serve_client(ggml_backend_t backend, sockfd_t sockfd, size_t free_mem, size_t total_mem) {
std::vector<uint8_t> set_tensor_vec;
set_tensor_vec.reserve(100);
rpc_server server(backend); rpc_server server(backend);
while (true) { while (true) {
uint8_t cmd; uint8_t cmd;
@ -1247,11 +1249,10 @@ static void rpc_serve_client(ggml_backend_t backend, sockfd_t sockfd, size_t fre
break; break;
} }
case RPC_CMD_SET_TENSOR: { case RPC_CMD_SET_TENSOR: {
std::vector<uint8_t> input; if (!recv_msg(sockfd, set_tensor_vec)) {
if (!recv_msg(sockfd, input)) {
return; return;
} }
if (!server.set_tensor(input)) { if (!server.set_tensor(set_tensor_vec)) {
return; return;
} }
if (!send_msg(sockfd, nullptr, 0)) { if (!send_msg(sockfd, nullptr, 0)) {