CI with fully parallel jobs (#516)

* CI with fully parallel jobs * Fix includes * Fix ut include * Fix compile on gcc12 * Update actions that cause nodejs16 warning in gh actions
alibaba · Jun 20, 2024 · aecbd35 · aecbd35
1 parent ab80cf0
commit aecbd35
Show file tree

Hide file tree

Showing 10 changed files with 85 additions and 147 deletions.
diff --git a/.github/workflows/auto-pr.yml b/.github/workflows/auto-pr.yml
@@ -13,7 +13,7 @@ jobs:
  GH_TOKEN: ${{ github.token }}
 
  steps:
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
 
  - name: Create Pull Request to the next higher release version
 

diff --git a/.github/workflows/ci.linux.arm.yml b/.github/workflows/ci.linux.arm.yml
@@ -15,13 +15,13 @@ jobs:
  options: --cpus 4
 
  steps:
- - uses: szenius/set-timezone@v1.2
+ - uses: szenius/set-timezone@v2.0
  with:
  timezoneLinux: "Asia/Shanghai"
  timezoneMacos: "Asia/Shanghai"
  timezoneWindows: "China Standard Time"
 
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
 
  - name: Build
  run: |
@@ -48,13 +48,13 @@ jobs:
  options: --cpus 4
 
  steps:
- - uses: szenius/set-timezone@v1.2
+ - uses: szenius/set-timezone@v2.0
  with:
  timezoneLinux: "Asia/Shanghai"
  timezoneMacos: "Asia/Shanghai"
  timezoneWindows: "China Standard Time"
 
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
 
  - name: Build
  run: |

diff --git a/.github/workflows/ci.linux.x86-64.yml b/.github/workflows/ci.linux.x86-64.yml
@@ -8,9 +8,17 @@ on:
 
 jobs:
  gcc850:
- runs-on: [self-hosted, compiler]
+ runs-on: ubuntu-latest
+ container:
+ image: ghcr.io/coldwings/photon-ut-base:latest
+ options: --cpus 4 --privileged
  steps:
- - uses: actions/checkout@v3
+ - uses: szenius/set-timezone@v2.0
+ with:
+ timezoneLinux: "Asia/Shanghai"
+ timezoneMacos: "Asia/Shanghai"
+ timezoneWindows: "China Standard Time"
+ - uses: actions/checkout@v4
  - name: Build850
  run: |
  rm -fr build
@@ -20,45 +28,10 @@ jobs:
  -D PHOTON_ENABLE_SASL=ON \
  -D PHOTON_ENABLE_FUSE=ON \
  -D PHOTON_ENABLE_URING=ON \
- -D PHOTON_ENABLE_EXTFS=ON \
- # -D PHOTON_BUILD_DEPENDENCIES=ON \
- # -D PHOTON_AIO_SOURCE="" \
- # -D PHOTON_ZLIB_SOURCE="" \
- # -D PHOTON_CURL_SOURCE="" \
- # -D PHOTON_OPENSSL_SOURCE="" \
- # -D PHOTON_GFLAGS_SOURCE="" \
- # -D PHOTON_GOOGLETEST_SOURCE="" \
- # -D PHOTON_URING_SOURCE=https://github.com/axboe/liburing/archive/refs/tags/liburing-2.3.tar.gz
-
+ -D PHOTON_ENABLE_EXTFS=ON
  cmake --build build -j $(nproc) --clean-first -- VERBOSE=1
- ln -f common/checksum/test/checksum.in build/output/
- tar -c -h --use-compress-program=zstdmt -f output850.tzs build/output/
- - name: Upload850
- uses: actions/upload-artifact@v4
- with:
- name: output850
- path: output850.tzs
- retention-days: 5
- compression-level: 0
-
- test850:
- needs: gcc850
- runs-on: ubuntu-latest
- container:
- image: ghcr.io/coldwings/photon-ut-base:latest
- options: --cpus 4 --privileged
- steps:
- - uses: szenius/set-timezone@v1.2
- with:
- timezoneLinux: "Asia/Shanghai"
- timezoneMacos: "Asia/Shanghai"
- timezoneWindows: "China Standard Time"
- - uses: actions/download-artifact@v4
- with:
- name: output850
  - name: test
  run: |
- tar -x --use-compress-program=zstdmt -f output850.tzs
  cd build/output/
  ctest -E test-lockfree --timeout 3600 -V
  export PHOTON_CI_EV_ENGINE=io_uring
@@ -67,41 +40,31 @@ jobs:
  ctest -E test-lockfree --timeout 3600 -V
 
  gcc921:
- needs: gcc850
- runs-on: [self-hosted, compiler]
- steps:
- - name: Build921
- run: |
- source /opt/rh/gcc-toolset-9/enable
- cmake --build build -j $(nproc) --clean-first -- VERBOSE=1
- ln -f common/checksum/test/checksum.in build/output/
- tar -c --use-compress-program=zstdmt -f output921.tzs build/output/
- - name: Upload921
- uses: actions/upload-artifact@v4
- with:
- name: output921
- path: output921.tzs
- retention-days: 5
- compression-level: 0
-
- test921:
- needs: gcc921
  runs-on: ubuntu-latest
  container:
  image: ghcr.io/coldwings/photon-ut-base:latest
  options: --cpus 4 --privileged
  steps:
- - uses: szenius/set-timezone@v1.2
+ - uses: szenius/set-timezone@v2.0
  with:
  timezoneLinux: "Asia/Shanghai"
  timezoneMacos: "Asia/Shanghai"
  timezoneWindows: "China Standard Time"
- - uses: actions/download-artifact@v4
- with:
- name: output921
+ - uses: actions/checkout@v4
+ - name: Build921
+ run: |
+ source /opt/rh/gcc-toolset-9/enable
+ rm -fr build
+ cmake -B build -D CMAKE_BUILD_TYPE=MinSizeRel \
+ -D PHOTON_ENABLE_ECOSYSTEM=ON \
+ -D PHOTON_BUILD_TESTING=ON \
+ -D PHOTON_ENABLE_SASL=ON \
+ -D PHOTON_ENABLE_FUSE=ON \
+ -D PHOTON_ENABLE_URING=ON \
+ -D PHOTON_ENABLE_EXTFS=ON
+ cmake --build build -j $(nproc) --clean-first -- VERBOSE=1
  - name: test
  run: |
- tar -x --use-compress-program=zstdmt -f output921.tzs
  cd build/output/
  ctest -E test-lockfree --timeout 3600 -V
  export PHOTON_CI_EV_ENGINE=io_uring
@@ -110,41 +73,31 @@ jobs:
  ctest -E test-lockfree --timeout 3600 -V
 
  gcc1031:
- needs: gcc921
- runs-on: [self-hosted, compiler]
- steps:
- - name: Build1031
- run: |
- source /opt/rh/gcc-toolset-10/enable
- cmake --build build -j $(nproc) --clean-first -- VERBOSE=1
- ln -f common/checksum/test/checksum.in build/output/
- tar -c --use-compress-program=zstdmt -f output1031.tzs build/output/
- - name: Upload1031
- uses: actions/upload-artifact@v4
- with:
- name: output1031
- path: output1031.tzs
- retention-days: 5
- compression-level: 0
-
- test1031:
- needs: gcc1031
  runs-on: ubuntu-latest
  container:
  image: ghcr.io/coldwings/photon-ut-base:latest
  options: --cpus 4 --privileged
  steps:
- - uses: szenius/set-timezone@v1.2
+ - uses: szenius/set-timezone@v2.0
  with:
  timezoneLinux: "Asia/Shanghai"
  timezoneMacos: "Asia/Shanghai"
  timezoneWindows: "China Standard Time"
- - uses: actions/download-artifact@v4
- with:
- name: output1031
+ - uses: actions/checkout@v4
+ - name: Build1031
+ run: |
+ source /opt/rh/gcc-toolset-10/enable
+ rm -fr build
+ cmake -B build -D CMAKE_BUILD_TYPE=MinSizeRel \
+ -D PHOTON_ENABLE_ECOSYSTEM=ON \
+ -D PHOTON_BUILD_TESTING=ON \
+ -D PHOTON_ENABLE_SASL=ON \
+ -D PHOTON_ENABLE_FUSE=ON \
+ -D PHOTON_ENABLE_URING=ON \
+ -D PHOTON_ENABLE_EXTFS=ON
+ cmake --build build -j $(nproc) --clean-first -- VERBOSE=1
  - name: test
  run: |
- tar -x --use-compress-program=zstdmt -f output1031.tzs
  cd build/output/
  ctest -E test-lockfree --timeout 3600 -V
  export PHOTON_CI_EV_ENGINE=io_uring
@@ -153,41 +106,31 @@ jobs:
  ctest -E test-lockfree --timeout 3600 -V
 
  gcc1121:
- needs: gcc1031
- runs-on: [self-hosted, compiler]
- steps:
- - name: Build1121
- run: |
- source /opt/rh/gcc-toolset-10/enable
- cmake --build build -j $(nproc) --clean-first -- VERBOSE=1
- ln -f common/checksum/test/checksum.in build/output/
- tar -c --use-compress-program=zstdmt -f output1121.tzs build/output/
- - name: Upload1121
- uses: actions/upload-artifact@v4
- with:
- name: output1121
- path: output1121.tzs
- retention-days: 5
- compression-level: 0
-
- test1121:
- needs: gcc1121
  runs-on: ubuntu-latest
  container:
  image: ghcr.io/coldwings/photon-ut-base:latest
  options: --cpus 4 --privileged
  steps:
- - uses: szenius/set-timezone@v1.2
+ - uses: szenius/set-timezone@v2.0
  with:
  timezoneLinux: "Asia/Shanghai"
  timezoneMacos: "Asia/Shanghai"
  timezoneWindows: "China Standard Time"
- - uses: actions/download-artifact@v4
- with:
- name: output1121
+ - uses: actions/checkout@v4
+ - name: Build1121
+ run: |
+ source /opt/rh/gcc-toolset-11/enable
+ rm -fr build
+ cmake -B build -D CMAKE_BUILD_TYPE=MinSizeRel \
+ -D PHOTON_ENABLE_ECOSYSTEM=ON \
+ -D PHOTON_BUILD_TESTING=ON \
+ -D PHOTON_ENABLE_SASL=ON \
+ -D PHOTON_ENABLE_FUSE=ON \
+ -D PHOTON_ENABLE_URING=ON \
+ -D PHOTON_ENABLE_EXTFS=ON
+ cmake --build build -j $(nproc) --clean-first -- VERBOSE=1
  - name: test
  run: |
- tar -x --use-compress-program=zstdmt -f output1121.tzs
  cd build/output/
  ctest -E test-lockfree --timeout 3600 -V
  export PHOTON_CI_EV_ENGINE=io_uring
@@ -196,46 +139,35 @@ jobs:
  ctest -E test-lockfree --timeout 3600 -V
 
  gcc1211:
- needs: gcc1121
- runs-on: [self-hosted, compiler]
- steps:
- - name: Build1211
- run: |
- source /opt/rh/gcc-toolset-10/enable
- cmake --build build -j $(nproc) --clean-first -- VERBOSE=1
- ln -f common/checksum/test/checksum.in build/output/
- tar -c --use-compress-program=zstdmt -f output1211.tzs build/output/
- - name: Upload1211
- uses: actions/upload-artifact@v4
- with:
- name: output1211
- path: output1211.tzs
- retention-days: 5
- compression-level: 0
-
- test1211:
- needs: gcc1211
  runs-on: ubuntu-latest
  container:
  image: ghcr.io/coldwings/photon-ut-base:latest
  options: --cpus 4 --privileged
  steps:
- - uses: szenius/set-timezone@v1.2
+ - uses: szenius/set-timezone@v2.0
  with:
  timezoneLinux: "Asia/Shanghai"
  timezoneMacos: "Asia/Shanghai"
  timezoneWindows: "China Standard Time"
- - uses: actions/download-artifact@v4
- with:
- name: output1211
+ - uses: actions/checkout@v4
+ - name: Build1211
+ run: |
+ source /opt/rh/gcc-toolset-12/enable
+ rm -fr build
+ cmake -B build -D CMAKE_BUILD_TYPE=MinSizeRel \
+ -D PHOTON_ENABLE_ECOSYSTEM=ON \
+ -D PHOTON_BUILD_TESTING=ON \
+ -D PHOTON_ENABLE_SASL=ON \
+ -D PHOTON_ENABLE_FUSE=ON \
+ -D PHOTON_ENABLE_URING=ON \
+ -D PHOTON_ENABLE_EXTFS=ON
+ cmake --build build -j $(nproc) --clean-first -- VERBOSE=1
  - name: test
  run: |
- tar -x --use-compress-program=zstdmt -f output1211.tzs
  cd build/output/
  ctest -E test-lockfree --timeout 3600 -V
  export PHOTON_CI_EV_ENGINE=io_uring
  ctest -E test-lockfree --timeout 3600 -V
  export PHOTON_CI_EV_ENGINE=epoll_ng
  ctest -E test-lockfree --timeout 3600 -V
 
-
diff --git a/.github/workflows/ci.macos.arm.yml b/.github/workflows/ci.macos.arm.yml
@@ -11,13 +11,13 @@ jobs:
  runs-on: macos-14
 
  steps:
- - uses: szenius/set-timezone@v1.2
+ - uses: szenius/set-timezone@v2.0
  with:
  timezoneLinux: "Asia/Shanghai"
  timezoneMacos: "Asia/Shanghai"
  timezoneWindows: "China Standard Time"
 
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
 
  - name: Install Dependencies
  shell: bash

diff --git a/.github/workflows/ci.macos.x86.yml b/.github/workflows/ci.macos.x86.yml
@@ -11,13 +11,13 @@ jobs:
  runs-on: macos-13
 
  steps:
- - uses: szenius/set-timezone@v1.2
+ - uses: szenius/set-timezone@v2.0
  with:
  timezoneLinux: "Asia/Shanghai"
  timezoneMacos: "Asia/Shanghai"
  timezoneWindows: "China Standard Time"
 
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
 
  - name: Install Dependencies
  shell: bash

diff --git a/common/iovector.h b/common/iovector.h
@@ -40,8 +40,10 @@ limitations under the License.
 #include <photon/common/io-alloc.h>
 
 #pragma GCC diagnostic push
-#if __GNUC__ >= 13
+#if defined(__clang__)
 #pragma GCC diagnostic ignored "-Wunknown-warning-option"
+#endif
+#if __GNUC__ >= 12
 #pragma GCC diagnostic ignored "-Wzero-length-bounds"
 #endif
 

diff --git a/common/test/test.cpp b/common/test/test.cpp
@@ -247,7 +247,7 @@ TEST(Callback, virtual_function)
 // Callback<int> ee([&](int x){ return RET + x/2; });
 
 #pragma GCC diagnostic push
-#if __GNUC__ >= 13
+#if __GNUC__ >= 12
 #pragma GCC diagnostic ignored "-Wdangling-pointer"
 #endif
  THIS = (BB*)&c;