vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

rpc : pack rpc_tensor tightly

Browse source
This commit is contained in:
Radoslav Gerganov 2024-05-20 14:37:48 +03:00
parent 9d3f69d917
commit 299c2c6517
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-rpc.cpp
View file

@ -56,6 +56,7 @@ struct socket_t {
}; };
// ggml_tensor is serialized into rpc_tensor // ggml_tensor is serialized into rpc_tensor
#pragma pack(push, 1)
struct rpc_tensor { struct rpc_tensor {
uint64_t id; uint64_t id;
uint32_t type; uint32_t type;
@ -71,6 +72,7 @@ struct rpc_tensor {
uint64_t data; uint64_t data;
char name[GGML_MAX_NAME]; char name[GGML_MAX_NAME];
}; };
#pragma pack(pop)
// RPC commands // RPC commands
enum rpc_cmd { enum rpc_cmd {