From 1d9d39a18e2ce505cbb7b304bd85954dc224bf03 Mon Sep 17 00:00:00 2001 From: Max Krasnyansky Date: Mon, 27 May 2024 22:13:07 -0700 Subject: [PATCH] threadpool: update backend interface in ggml-rpc --- ggml-rpc.cpp | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/ggml-rpc.cpp b/ggml-rpc.cpp index cc1d3ace1..f3a4fe827 100644 --- a/ggml-rpc.cpp +++ b/ggml-rpc.cpp @@ -585,7 +585,8 @@ static void serialize_graph(const ggml_cgraph * cgraph, std::vector & o memcpy(out_tensors, tensors.data(), n_tensors * sizeof(rpc_tensor)); } -GGML_CALL static enum ggml_status ggml_backend_rpc_graph_compute(ggml_backend_t backend, ggml_cgraph * cgraph) { +GGML_CALL static enum ggml_status ggml_backend_rpc_graph_compute(ggml_backend_t backend, ggml_cgraph * cgraph, ggml_compute_threadpool * tp) { + UNUSED(tp); ggml_backend_rpc_context * rpc_ctx = (ggml_backend_rpc_context *)backend->context; std::vector input; serialize_graph(cgraph, input); @@ -1020,7 +1021,7 @@ bool rpc_server::graph_compute(const std::vector & input, std::vectornodes[i] = create_node(nodes[i], ctx, tensor_ptrs, tensor_map); } - ggml_status status = ggml_backend_graph_compute(backend, graph); + ggml_status status = ggml_backend_graph_compute(backend, graph, NULL); // output serialization format: | status (1 byte) | output.resize(1, 0); output[0] = status;