diff --git a/ggml/CMakeLists.txt b/ggml/CMakeLists.txt
index 177dd6e43..3e5b16f86 100644
--- a/ggml/CMakeLists.txt
+++ b/ggml/CMakeLists.txt
@@ -239,9 +239,8 @@ set_target_properties(ggml PROPERTIES PUBLIC_HEADER "${GGML_PUBLIC_HEADERS}")
 install(TARGETS ggml PUBLIC_HEADER)
 
 if (BUILD_SHARED_LIBS)
-    install(TARGETS ggml LIBRARY)
-    get_target_property(GGML_LINK_LIBRARIES ggml LINK_LIBRARIES)
-    install(TARGETS ${GGML_LINK_LIBRARIES} LIBRARY)
+    install(TARGETS ggml      LIBRARY)
+    install(TARGETS ggml-base LIBRARY)
 endif()
 
 # FIXME: this should be done in the backend cmake files
diff --git a/ggml/src/CMakeLists.txt b/ggml/src/CMakeLists.txt
index 440d4f506..71934c679 100644
--- a/ggml/src/CMakeLists.txt
+++ b/ggml/src/CMakeLists.txt
@@ -237,6 +237,7 @@ function(ggml_add_backend backend)
             if (${BUILD_SHARED_LIBS})
                 target_compile_definitions(${backend_target} PRIVATE GGML_BACKEND_BUILD)
                 target_compile_definitions(${backend_target} PUBLIC  GGML_BACKEND_SHARED)
+                install(TARGETS ${backend_target} LIBRARY)
             endif()
             target_link_libraries(ggml PUBLIC ${backend_target})
             string(TOUPPER "GGML_USE_${backend}" backend_use)