From 991002b28e6b1f3289ee47cbd6d59e0e9bb5b47e Mon Sep 17 00:00:00 2001 From: Liu Ming Date: Fri, 26 May 2023 16:18:49 +0800 Subject: [PATCH] add some info in loading --- examples/grpc-server/CMakeLists.txt | 9 +++++---- examples/grpc-server/grpc-server.cpp | 3 +++ 2 files changed, 8 insertions(+), 4 deletions(-) diff --git a/examples/grpc-server/CMakeLists.txt b/examples/grpc-server/CMakeLists.txt index 1ecfb6f7c..2e8e1ce5a 100644 --- a/examples/grpc-server/CMakeLists.txt +++ b/examples/grpc-server/CMakeLists.txt @@ -1,16 +1,17 @@ set(TARGET grpc-server) set(_PROTOBUF_LIBPROTOBUF libprotobuf) set(_REFLECTION grpc++_reflection) -include_directories($ENV{MY_INSTALL_DIR}/include) -find_package(absl REQUIRED PATHS $ENV{MY_INSTALL_DIR}/lib) -find_package(Protobuf CONFIG REQUIRED PATHS $ENV{MY_INSTALL_DIR}/lib) + +find_package(absl REQUIRED) +find_package(Protobuf CONFIG REQUIRED) find_package(gRPC CONFIG REQUIRED) find_program(_PROTOBUF_PROTOC protoc) set(_GRPC_GRPCPP grpc++) find_program(_GRPC_CPP_PLUGIN_EXECUTABLE grpc_cpp_plugin) include_directories(${CMAKE_CURRENT_BINARY_DIR}) +include_directories(${Protobuf_INCLUDE_DIRS}) -message(STATUS "Using protobuf ${Protobuf_VERSION} ${CMAKE_CURRENT_BINARY_DIR} $ENV{MY_INSTALL_DIR}/include") +message(STATUS "Using protobuf ${Protobuf_VERSION} ${Protobuf_INCLUDE_DIRS} ${CMAKE_CURRENT_BINARY_DIR}") # Proto file diff --git a/examples/grpc-server/grpc-server.cpp b/examples/grpc-server/grpc-server.cpp index 901edfd76..4a9f3a05b 100644 --- a/examples/grpc-server/grpc-server.cpp +++ b/examples/grpc-server/grpc-server.cpp @@ -108,6 +108,7 @@ public: ctx_for_embedding = llama_init_from_gpt_params(params); } params.embedding = false; + fprintf(stderr, "%s: loading model\n", __func__); ctx = llama_init_from_gpt_params(params); if (ctx == NULL || (has_embedding && ctx_for_embedding == NULL)) { @@ -116,6 +117,7 @@ public: } else { + fprintf(stderr, "%s: model loaded\n", __func__); loaded = true; last_n_tokens.resize(params.n_ctx); std::fill(last_n_tokens.begin(), last_n_tokens.end(), 0); @@ -749,6 +751,7 @@ int main(int argc, char **argv) // load the model if (!llama.loaded) { + fprintf(stderr, "error: failed to load model\n"); return 1; }