vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add rpc backend

Browse source
This commit is contained in:
slaren 2024-11-11 23:55:27 +01:00
parent 8768c7c45a
commit bf79cb3972
2 changed files with 18 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

18
ggml/src/CMakeLists.txt
View file

@ -275,19 +275,6 @@ if (GGML_SYCL)
endif()
endif()
if (GGML_RPC)
message(STATUS "RPC found")
list(APPEND GGML_CDEF_PUBLIC GGML_USE_RPC)
if (WIN32)
list(APPEND GGML_EXTRA_LIBS_PRIVATE ws2_32)
endif()
set(GGML_HEADERS_RPC ../include/ggml-rpc.h)
set(GGML_SOURCES_RPC ggml-rpc.cpp)
endif()
if (GGML_VULKAN)
find_package(Vulkan COMPONENTS glslc REQUIRED)
@ -822,6 +809,11 @@ if (GGML_BLAS)
target_link_libraries(ggml PUBLIC ggml-blas)
endif()
if (GGML_RPC)
add_subdirectory(ggml-rpc)
target_link_libraries(ggml PUBLIC ggml-rpc)
endif()
if (EMSCRIPTEN)
set_target_properties(ggml PROPERTIES COMPILE_FLAGS "-msimd128")
endif()

13
ggml/src/ggml-rpc/CMakeLists.txt Normal file
View file

@ -0,0 +1,13 @@
message(STATUS "Using RPC backend")
set(GGML_CDEF_PUBLIC ${GGML_CDEF_PUBLIC} GGML_USE_RPC PARENT_SCOPE)
add_library(ggml-rpc
ggml-rpc.cpp)
target_link_libraries(ggml-rpc PRIVATE ggml-base)
target_include_directories(ggml-rpc PRIVATE . ..)
if (WIN32)
target_link_libraries(ggml-rpc PRIVATE ws2_32)
endif()