vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Address review comments

Browse source
This commit is contained in:
Radoslav Gerganov 2024-05-13 16:22:34 +03:00
parent cfd5d3e7ca
commit caa37b2bd6
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/rpc/rpc-server.cpp
View file

@ -44,8 +44,7 @@ static void get_backend_memory(size_t * free_mem, size_t * total_mem) {
#endif #endif
} }
int main(int argc, char * argv[]) int main(int argc, char * argv[]) {
{
if (argc < 3) { if (argc < 3) {
fprintf(stderr, "Usage: %s <host> <port>\n", argv[0]); fprintf(stderr, "Usage: %s <host> <port>\n", argv[0]);
return 1; return 1;
@ -66,5 +65,6 @@ int main(int argc, char * argv[])
get_backend_memory(&free_mem, &total_mem); get_backend_memory(&free_mem, &total_mem);
std::string endpoint = std::string(host) + ":" + std::to_string(port); std::string endpoint = std::string(host) + ":" + std::to_string(port);
start_rpc_server(backend, endpoint.c_str(), free_mem, total_mem); start_rpc_server(backend, endpoint.c_str(), free_mem, total_mem);
ggml_backend_free(backend);
return 0; return 0;
} }