diff --git a/ggml-rpc.cpp b/ggml-rpc.cpp index cc1d3ace1..f3a4fe827 100644 --- a/ggml-rpc.cpp +++ b/ggml-rpc.cpp @@ -585,7 +585,8 @@ static void serialize_graph(const ggml_cgraph * cgraph, std::vector & o memcpy(out_tensors, tensors.data(), n_tensors * sizeof(rpc_tensor)); } -GGML_CALL static enum ggml_status ggml_backend_rpc_graph_compute(ggml_backend_t backend, ggml_cgraph * cgraph) { +GGML_CALL static enum ggml_status ggml_backend_rpc_graph_compute(ggml_backend_t backend, ggml_cgraph * cgraph, ggml_compute_threadpool * tp) { + UNUSED(tp); ggml_backend_rpc_context * rpc_ctx = (ggml_backend_rpc_context *)backend->context; std::vector input; serialize_graph(cgraph, input); @@ -1020,7 +1021,7 @@ bool rpc_server::graph_compute(const std::vector & input, std::vectornodes[i] = create_node(nodes[i], ctx, tensor_ptrs, tensor_map); } - ggml_status status = ggml_backend_graph_compute(backend, graph); + ggml_status status = ggml_backend_graph_compute(backend, graph, NULL); // output serialization format: | status (1 byte) | output.resize(1, 0); output[0] = status;