Support build dependencies from source

alibaba · Aug 28, 2023 · 24b1516 · 24b1516
1 parent c5fb639
commit 24b1516
Show file tree

Hide file tree

Showing 19 changed files with 358 additions and 222 deletions.
diff --git a/.github/workflows/ci.linux.arm.yml b/.github/workflows/ci.linux.arm.yml
@@ -19,19 +19,21 @@ jobs:
 
       - name: Install Dependencies
         run: |
-          dnf install -y git gcc-c++ cmake
+          dnf install -y git gcc-c++ cmake 'dnf-command(config-manager)'
           dnf install -y gcc-toolset-9-gcc-c++
           dnf install -y openssl-devel libcurl-devel libaio-devel
           dnf install -y epel-release
-          dnf install -y fuse-devel libgsasl-devel
+          dnf config-manager --set-enabled powertools
+          dnf install -y gtest-devel gmock-devel gflags-devel fuse-devel libgsasl-devel e2fsprogs-devel
 
       - name: Build
         run: |
           source /opt/rh/gcc-toolset-9/enable
-          cmake -B build -D BUILD_TESTING=ON -D CMAKE_BUILD_TYPE=RelWithDebInfo \
-            -D ENABLE_SASL=ON -D ENABLE_FUSE=ON \
-            -D ENABLE_URING=OFF -D FETCH_GTEST_GFLAGS_SOURCE=ON
-          cmake --build build
+          cmake -B build -D CMAKE_BUILD_TYPE=RelWithDebInfo \
+            -D PHOTON_BUILD_DEPENDENCIES=OFF -D PHOTON_BUILD_TESTING=ON \
+            -D PHOTON_ENABLE_SASL=ON -D PHOTON_ENABLE_FUSE=ON \
+            -D PHOTON_ENABLE_EXTFS=ON
+          cmake --build build -j -- VERBOSE=1
 
       - name: Test
         run: |

diff --git a/.github/workflows/ci.linux.x86.yml b/.github/workflows/ci.linux.x86.yml
@@ -19,19 +19,21 @@ jobs:
 
       - name: Install Dependencies
         run: |
-          dnf install -y git gcc-c++ cmake
+          dnf install -y git gcc-c++ cmake 'dnf-command(config-manager)'
           dnf install -y gcc-toolset-9-gcc-c++
           dnf install -y openssl-devel libcurl-devel libaio-devel
           dnf install -y epel-release
-          dnf install -y fuse-devel libgsasl-devel
+          dnf config-manager --set-enabled powertools
+          dnf install -y gtest-devel gmock-devel gflags-devel fuse-devel libgsasl-devel e2fsprogs-devel
 
       - name: Build
         run: |
           source /opt/rh/gcc-toolset-9/enable
-          cmake -B build -D BUILD_TESTING=ON -D CMAKE_BUILD_TYPE=RelWithDebInfo \
-            -D ENABLE_SASL=ON -D ENABLE_FUSE=ON \
-            -D ENABLE_URING=OFF -D FETCH_GTEST_GFLAGS_SOURCE=ON
-          cmake --build build
+          cmake -B build -D CMAKE_BUILD_TYPE=RelWithDebInfo \
+            -D PHOTON_BUILD_DEPENDENCIES=OFF -D PHOTON_BUILD_TESTING=ON \
+            -D PHOTON_ENABLE_SASL=ON -D PHOTON_ENABLE_FUSE=ON \
+            -D PHOTON_ENABLE_EXTFS=ON
+          cmake --build build -j -- VERBOSE=1
 
       - name: Test
         run: |
@@ -54,17 +56,19 @@ jobs:
         run: |
           dnf install -y git gcc-c++ cmake
           dnf install -y gcc-toolset-9-gcc-c++
-          dnf install -y openssl-devel libcurl-devel libaio-devel
+          dnf install -y openssl-devel libcurl-devel
           dnf install -y epel-release
-          dnf install -y fuse-devel libgsasl-devel
+          dnf install -y fuse-devel libgsasl-devel e2fsprogs-devel
 
       - name: Build
         run: |
           source /opt/rh/gcc-toolset-9/enable
-          cmake -B build -D BUILD_TESTING=ON -D CMAKE_BUILD_TYPE=RelWithDebInfo \
-            -D ENABLE_SASL=ON -D ENABLE_FUSE=ON \
-            -D ENABLE_URING=ON -D FETCH_GTEST_GFLAGS_SOURCE=ON
-          cmake --build build
+          cmake -B build -D CMAKE_BUILD_TYPE=RelWithDebInfo \
+            -D PHOTON_BUILD_DEPENDENCIES=ON -D PHOTON_BUILD_TESTING=ON \
+            -D PHOTON_ENABLE_SASL=ON -D PHOTON_ENABLE_FUSE=ON \
+            -D PHOTON_ENABLE_EXTFS=ON \
+            -D PHOTON_ENABLE_URING=ON
+          cmake --build build -j -- VERBOSE=1
 
       - name: Test
         run: |

diff --git a/.github/workflows/ci.macos.yml b/.github/workflows/ci.macos.yml
@@ -20,9 +20,9 @@ jobs:
 
     - name: Build
       run: |
-        cmake -B ${{github.workspace}}/build -D BUILD_TESTING=ON -D CMAKE_BUILD_TYPE=Debug \
-          -D ENABLE_SASL=ON -DOPENSSL_ROOT_DIR=/usr/local/opt/openssl@3
-        cmake --build ${{github.workspace}}/build
+        cmake -B ${{github.workspace}}/build -D PHOTON_BUILD_TESTING=ON -D CMAKE_BUILD_TYPE=Debug \
+          -D PHOTON_ENABLE_SASL=ON -DOPENSSL_ROOT_DIR=/usr/local/opt/openssl@3
+        cmake --build ${{github.workspace}}/build -j -- VERBOSE=1
 
     - name: Test
       working-directory: ${{github.workspace}}/build

diff --git a/CMake/Findcurl.cmake b/CMake/Findcurl.cmake
@@ -0,0 +1,7 @@
+find_path(CURL_INCLUDE_DIRS curl/curl.h)
+
+find_library(CURL_LIBRARIES curl)
+
+find_package_handle_standard_args(curl DEFAULT_MSG CURL_LIBRARIES CURL_INCLUDE_DIRS)
+
+mark_as_advanced(CURL_INCLUDE_DIRS CURL_LIBRARIES)
diff --git a/CMake/Finde2fs.cmake b/CMake/Finde2fs.cmake
@@ -1,11 +1,7 @@
-if (LIBE2FS_PATH)
-    find_path(LIBE2FS_INCLUDE_DIRS ext2fs/ext2fs.h HINTS ${LIBE2FS_PATH}/include)
-    find_library(LIBE2FS_LIBRARIES ext2fs HINTS ${LIBE2FS_PATH}/lib)
-else()
-    find_path(LIBE2FS_INCLUDE_DIRS ext2fs/ext2fs.h)
-    find_library(LIBE2FS_LIBRARIES ext2fs)
-endif()
+find_path(E2FS_INCLUDE_DIRS ext2fs/ext2fs.h)
 
-find_package_handle_standard_args(e2fs DEFAULT_MSG LIBE2FS_LIBRARIES LIBE2FS_INCLUDE_DIRS)
+find_library(E2FS_LIBRARIES ext2fs)
 
-mark_as_advanced(LIBE2FS_INCLUDE_DIRS LIBE2FS_LIBRARIES)
+find_package_handle_standard_args(e2fs DEFAULT_MSG E2FS_LIBRARIES E2FS_INCLUDE_DIRS)
+
+mark_as_advanced(E2FS_INCLUDE_DIRS E2FS_LIBRARIES)
diff --git a/CMake/Findfstack.cmake b/CMake/Findfstack.cmake
@@ -1,7 +1,13 @@
+pkg_check_modules(DPDK REQUIRED libdpdk)
+
 find_path(FSTACK_INCLUDE_DIRS NAMES ff_api.h PATHS /usr/local/include NO_DEFAULT_PATH)
 
 find_library(FSTACK_LIBRARIES NAMES fstack PATHS /usr/local/lib NO_DEFAULT_PATH)
 
+set(FSTACK_INCLUDE_DIRS ${FSTACK_INCLUDE_DIRS} ${DPDK_INCLUDE_DIRS})
+
+set(FSTACK_LIBRARIES ${FSTACK_LIBRARIES} ${DPDK_STATIC_LDFLAGS})
+
 find_package_handle_standard_args(fstack DEFAULT_MSG FSTACK_LIBRARIES FSTACK_INCLUDE_DIRS)
 
 mark_as_advanced(FSTACK_INCLUDE_DIRS FSTACK_LIBRARIES)
diff --git a/CMake/Findgflags.cmake b/CMake/Findgflags.cmake
@@ -1,6 +1,6 @@
 find_path(GFLAGS_INCLUDE_DIRS gflags/gflags.h)
 
-find_library(GFLAGS_LIBRARIES gflags)
+find_library(GFLAGS_LIBRARIES gflags_nothreads)
 
 find_package_handle_standard_args(gflags DEFAULT_MSG GFLAGS_LIBRARIES GFLAGS_INCLUDE_DIRS)
 

diff --git a/CMake/Findgmock.cmake b/CMake/Findgmock.cmake
diff --git a/CMake/Findgoogletest.cmake b/CMake/Findgoogletest.cmake
@@ -0,0 +1,17 @@
+find_path(GOOGLETEST_INCLUDE_DIRS gtest/gtest.h gmock/gmock.h)
+
+find_library(GOOGLETEST_GTEST_LIBRARIES gtest)
+find_library(GOOGLETEST_GTEST_MAIN_LIBRARIES gtest_main)
+find_library(GOOGLETEST_GMOCK_LIBRARIES gmock)
+find_library(GOOGLETEST_GMOCK_MAIN_LIBRARIES gmock_main)
+
+set(GOOGLETEST_LIBRARIES
+        ${GOOGLETEST_GTEST_LIBRARIES}
+        ${GOOGLETEST_GTEST_MAIN_LIBRARIES}
+        ${GOOGLETEST_GMOCK_LIBRARIES}
+        ${GOOGLETEST_GMOCK_MAIN_LIBRARIES}
+)
+
+find_package_handle_standard_args(googletest DEFAULT_MSG GOOGLETEST_LIBRARIES GOOGLETEST_INCLUDE_DIRS)
+
+mark_as_advanced(GOOGLETEST_INCLUDE_DIRS GOOGLETEST_LIBRARIES)
diff --git a/CMake/Findopenssl.cmake b/CMake/Findopenssl.cmake
@@ -0,0 +1,10 @@
+find_path(OPENSSL_INCLUDE_DIRS openssl/ssl.h openssl/crypto.h)
+
+find_library(OPENSSL_SSL_LIBRARIES ssl)
+find_library(OPENSSL_CRYPTO_LIBRARIES crypto)
+
+set(OPENSSL_LIBRARIES ${OPENSSL_SSL_LIBRARIES} ${OPENSSL_CRYPTO_LIBRARIES})
+
+find_package_handle_standard_args(openssl DEFAULT_MSG OPENSSL_LIBRARIES OPENSSL_INCLUDE_DIRS)
+
+mark_as_advanced(OPENSSL_INCLUDE_DIRS OPENSSL_LIBRARIES)
diff --git a/CMake/Finduring.cmake b/CMake/Finduring.cmake
@@ -1,23 +1,7 @@
-# * Find liburing Find the liburing library and includes
-#
-# URING_INCLUDE_DIR - where to find liburing.h, etc. URING_LIBRARIES - List of
-# libraries when using uring. URING_FOUND - True if uring found.
+find_path(URING_INCLUDE_DIRS liburing.h)
 
-find_path(URING_INCLUDE_DIR liburing.h)
 find_library(URING_LIBRARIES uring)
 
-include(FindPackageHandleStandardArgs)
-find_package_handle_standard_args(uring DEFAULT_MSG URING_LIBRARIES
-                                  URING_INCLUDE_DIR)
+find_package_handle_standard_args(uring DEFAULT_MSG URING_LIBRARIES URING_INCLUDE_DIRS)
 
-if(URING_FOUND)
-    if(NOT TARGET uring)
-        add_library(uring UNKNOWN IMPORTED)
-    endif()
-    set_target_properties(
-        uring
-        PROPERTIES INTERFACE_INCLUDE_DIRECTORIES "${URING_INCLUDE_DIR}"
-                   IMPORTED_LINK_INTERFACE_LANGUAGES "C"
-                   IMPORTED_LOCATION "${URING_LIBRARIES}")
-    mark_as_advanced(URING_LIBRARIES)
-endif()
+mark_as_advanced(URING_INCLUDE_DIRS URING_LIBRARIES)
diff --git a/CMake/Findzlib.cmake b/CMake/Findzlib.cmake
@@ -0,0 +1,7 @@
+find_path(ZLIB_INCLUDE_DIRS zlib.h)
+
+find_library(ZLIB_LIBRARIES z)
+
+find_package_handle_standard_args(zlib DEFAULT_MSG ZLIB_LIBRARIES ZLIB_INCLUDE_DIRS)
+
+mark_as_advanced(ZLIB_INCLUDE_DIRS ZLIB_LIBRARIES)
diff --git a/CMake/build-from-src.cmake b/CMake/build-from-src.cmake
@@ -0,0 +1,75 @@
+# Note: Be aware of the differences between CMake project and Makefile project.
+
+set(actually_built)
+
+function(build_from_src [dep])
+    if (dep STREQUAL "aio")
+        set(BINARY_DIR ${PROJECT_BINARY_DIR}/aio-build)
+        ExternalProject_Add(
+                aio
+                URL ${PHOTON_AIO_SOURCE}
+                BUILD_IN_SOURCE ON
+                CONFIGURE_COMMAND ""
+                BUILD_COMMAND make prefix=${BINARY_DIR} install -j
+                INSTALL_COMMAND ""
+        )
+        set(AIO_INCLUDE_DIRS ${BINARY_DIR}/include PARENT_SCOPE)
+        set(AIO_LIBRARIES ${BINARY_DIR}/lib/libaio.a PARENT_SCOPE)
+
+    elseif (dep STREQUAL "zlib")
+        set(BINARY_DIR ${PROJECT_BINARY_DIR}/zlib-build)
+        ExternalProject_Add(
+                zlib
+                URL ${PHOTON_ZLIB_SOURCE}
+                BUILD_IN_SOURCE ON
+                PATCH_COMMAND sed -ie "/CFLAGS.*CFLAGS--O3/ s/}/} -fPIC/" configure
+                CONFIGURE_COMMAND ./configure --prefix=${BINARY_DIR} --static
+                BUILD_COMMAND make -j
+                INSTALL_COMMAND make install
+        )
+        set(ZLIB_INCLUDE_DIRS ${BINARY_DIR}/include PARENT_SCOPE)
+        set(ZLIB_LIBRARIES ${BINARY_DIR}/lib/libz.a PARENT_SCOPE)
+
+    elseif (dep STREQUAL "uring")
+        set(BINARY_DIR ${PROJECT_BINARY_DIR}/uring-build)
+        ExternalProject_Add(
+                uring
+                GIT_REPOSITORY ${PHOTON_URING_SOURCE}
+                GIT_TAG liburing-2.3
+                GIT_PROGRESS ON
+                BUILD_IN_SOURCE ON
+                CONFIGURE_COMMAND ./configure --prefix=${BINARY_DIR}
+                BUILD_COMMAND make -C src -j
+                INSTALL_COMMAND make install
+        )
+        set(URING_INCLUDE_DIRS ${BINARY_DIR}/include PARENT_SCOPE)
+        set(URING_LIBRARIES ${BINARY_DIR}/lib/liburing.a PARENT_SCOPE)
+
+    elseif (dep STREQUAL "gflags")
+        ExternalProject_Add(
+                gflags
+                URL ${PHOTON_GFLAGS_SOURCE}
+                CMAKE_ARGS -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} -DCMAKE_POSITION_INDEPENDENT_CODE=ON
+                INSTALL_COMMAND ""
+        )
+        ExternalProject_Get_Property(gflags BINARY_DIR)
+        set(GFLAGS_INCLUDE_DIRS ${BINARY_DIR}/include PARENT_SCOPE)
+        set(GFLAGS_LIBRARIES ${BINARY_DIR}/lib/libgflags.a ${BINARY_DIR}/lib/libgflags_nothreads.a PARENT_SCOPE)
+
+    elseif (dep STREQUAL "googletest")
+        ExternalProject_Add(
+                googletest
+                URL ${PHOTON_GOOGLETEST_SOURCE}
+                CMAKE_ARGS -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} -DINSTALL_GTEST=OFF -DCMAKE_POSITION_INDEPENDENT_CODE=ON
+                INSTALL_COMMAND ""
+        )
+        ExternalProject_Get_Property(googletest SOURCE_DIR)
+        ExternalProject_Get_Property(googletest BINARY_DIR)
+        set(GOOGLETEST_INCLUDE_DIRS ${SOURCE_DIR}/googletest/include ${SOURCE_DIR}/googlemock/include PARENT_SCOPE)
+        set(GOOGLETEST_LIBRARIES ${BINARY_DIR}/lib/libgmock.a ${BINARY_DIR}/lib/libgmock_main.a
+                ${BINARY_DIR}/lib/libgtest.a ${BINARY_DIR}/lib/libgtest_main.a PARENT_SCOPE)
+    endif ()
+
+    list(APPEND actually_built ${dep})
+    set(actually_built ${actually_built} PARENT_SCOPE)
+endfunction()