Merge pull request #54933 from ClibMouse/feature/big-endian-bson-each… #61
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: MasterCI | |
env: | |
# Force the stdout and stderr streams to be unbuffered | |
PYTHONUNBUFFERED: 1 | |
on: # yamllint disable-line rule:truthy | |
push: | |
branches: | |
- 'master' | |
jobs: | |
PythonUnitTests: | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Python unit tests | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 -m unittest discover -s . -p '*_test.py' | |
DockerHubPushAarch64: | |
runs-on: [self-hosted, style-checker-aarch64] | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Images check | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 docker_images_check.py --suffix aarch64 | |
- name: Upload images files to artifacts | |
uses: actions/upload-artifact@v3 | |
with: | |
name: changed_images_aarch64 | |
path: ${{ runner.temp }}/docker_images_check/changed_images_aarch64.json | |
DockerHubPushAmd64: | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Images check | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 docker_images_check.py --suffix amd64 | |
- name: Upload images files to artifacts | |
uses: actions/upload-artifact@v3 | |
with: | |
name: changed_images_amd64 | |
path: ${{ runner.temp }}/docker_images_check/changed_images_amd64.json | |
DockerHubPush: | |
needs: [DockerHubPushAmd64, DockerHubPushAarch64, PythonUnitTests] | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
fetch-depth: 0 # to find ancestor merge commits necessary for finding proper docker tags | |
- name: Download changed aarch64 images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images_aarch64 | |
path: ${{ runner.temp }} | |
- name: Download changed amd64 images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images_amd64 | |
path: ${{ runner.temp }} | |
- name: Images check | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 docker_manifests_merge.py --suffix amd64 --suffix aarch64 | |
- name: Upload images files to artifacts | |
uses: actions/upload-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ runner.temp }}/changed_images.json | |
StyleCheck: | |
needs: DockerHubPush | |
runs-on: [self-hosted, style-checker] | |
if: ${{ success() || failure() }} | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{ runner.temp }}/style_check | |
EOF | |
- name: Download changed images | |
# even if artifact does not exist, e.g. on `do not test` label or failed Docker job | |
continue-on-error: true | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.TEMP_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Style Check | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 style_check.py --no-push | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
CompatibilityCheckX86: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/compatibility_check | |
REPO_COPY=${{runner.temp}}/compatibility_check/ClickHouse | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
EOF | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: CompatibilityCheckX86 | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 compatibility_check.py --check-name "Compatibility check (amd64)" --check-glibc --check-distributions | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
CompatibilityCheckAarch64: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/compatibility_check | |
REPO_COPY=${{runner.temp}}/compatibility_check/ClickHouse | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
EOF | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: CompatibilityCheckAarch64 | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 compatibility_check.py --check-name "Compatibility check (aarch64)" --check-glibc | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
######################################################################################### | |
#################################### ORDINARY BUILDS #################################### | |
######################################################################################### | |
BuilderDebRelease: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_release | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
fetch-depth: 0 # For a proper version and performance artifacts | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
BuilderDebAarch64: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_aarch64 | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ runner.temp }}/images_path | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
fetch-depth: 0 # For a proper version and performance artifacts | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ runner.temp }}/build_check/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinRelease: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_release | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
fetch-depth: 0 # otherwise we will have no info about contributors | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderDebAsan: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_asan | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderDebUBsan: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_ubsan | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderDebTsan: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_tsan | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderDebMsan: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_msan | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderDebDebug: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_debug | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Apply sparse checkout for contrib # in order to check that it doesn't break build | |
run: | | |
rm -rf "$GITHUB_WORKSPACE/contrib" && echo 'removed' | |
git -C "$GITHUB_WORKSPACE" checkout . && echo 'restored' | |
"$GITHUB_WORKSPACE/contrib/update-submodules.sh" && echo 'OK' | |
du -hs "$GITHUB_WORKSPACE/contrib" ||: | |
find "$GITHUB_WORKSPACE/contrib" -type f | wc -l ||: | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
########################################################################################## | |
##################################### SPECIAL BUILDS ##################################### | |
########################################################################################## | |
BuilderBinClangTidy: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_tidy | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinDarwin: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_darwin | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
fetch-depth: 0 # otherwise we will have no info about contributors | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinAarch64: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_aarch64 | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
fetch-depth: 0 # otherwise we will have no info about contributors | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinFreeBSD: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_freebsd | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
fetch-depth: 0 # otherwise we will have no info about contributors | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinDarwinAarch64: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_darwin_aarch64 | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
fetch-depth: 0 # otherwise we will have no info about contributors | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinPPC64: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_ppc64le | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
fetch-depth: 0 # otherwise we will have no info about contributors | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinAmd64Compat: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_amd64_compat | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
fetch-depth: 0 # otherwise we will have no info about contributors | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinAarch64V80Compat: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_aarch64_v80compat | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
fetch-depth: 0 # otherwise we will have no info about contributors | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinRISCV64: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_riscv64 | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
fetch-depth: 0 # otherwise we will have no info about contributors | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinS390X: | |
needs: [DockerHubPush] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_s390x | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
fetch-depth: 0 # otherwise we will have no info about contributors | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
############################################################################################ | |
##################################### Docker images ####################################### | |
############################################################################################ | |
DockerServerImages: | |
needs: | |
- BuilderDebRelease | |
- BuilderDebAarch64 | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
fetch-depth: 0 # It MUST BE THE SAME for all dependencies and the job itself | |
- name: Check docker clickhouse/clickhouse-server building | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 docker_server.py --release-type head \ | |
--image-repo clickhouse/clickhouse-server --image-path docker/server | |
python3 docker_server.py --release-type head \ | |
--image-repo clickhouse/clickhouse-keeper --image-path docker/keeper | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################ | |
##################################### BUILD REPORTER ####################################### | |
############################################################################################ | |
BuilderReport: | |
needs: | |
- BuilderBinRelease | |
- BuilderDebAarch64 | |
- BuilderDebAsan | |
- BuilderDebDebug | |
- BuilderDebMsan | |
- BuilderDebRelease | |
- BuilderDebTsan | |
- BuilderDebUBsan | |
runs-on: [self-hosted, style-checker] | |
if: ${{ success() || failure() }} | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
CHECK_NAME=ClickHouse build check | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
TEMP_PATH=${{runner.temp}}/report_check | |
NEEDS_DATA_PATH=${{runner.temp}}/needs.json | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Report Builder | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cat > "$NEEDS_DATA_PATH" << 'EOF' | |
${{ toJSON(needs) }} | |
EOF | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 build_report_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
BuilderSpecialReport: | |
needs: | |
- BuilderBinAarch64 | |
- BuilderBinDarwin | |
- BuilderBinDarwinAarch64 | |
- BuilderBinFreeBSD | |
- BuilderBinPPC64 | |
- BuilderBinRISCV64 | |
- BuilderBinS390X | |
- BuilderBinAmd64Compat | |
- BuilderBinAarch64V80Compat | |
- BuilderBinClangTidy | |
runs-on: [self-hosted, style-checker] | |
if: ${{ success() || failure() }} | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/report_check | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=ClickHouse special build check | |
NEEDS_DATA_PATH=${{runner.temp}}/needs.json | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Report Builder | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cat > "$NEEDS_DATA_PATH" << 'EOF' | |
${{ toJSON(needs) }} | |
EOF | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 build_report_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
MarkReleaseReady: | |
needs: | |
- BuilderBinDarwin | |
- BuilderBinDarwinAarch64 | |
- BuilderDebRelease | |
- BuilderDebAarch64 | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Mark Commit Release Ready | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 mark_release_ready.py | |
############################################################################################ | |
#################################### INSTALL PACKAGES ###################################### | |
############################################################################################ | |
InstallPackagesTestRelease: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/test_install | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Install packages (amd64) | |
REPO_COPY=${{runner.temp}}/test_install/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Test packages installation | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 install_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
InstallPackagesTestAarch64: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, style-checker-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/test_install | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Install packages (arm64) | |
REPO_COPY=${{runner.temp}}/test_install/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Test packages installation | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 install_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################## | |
########################### FUNCTIONAl STATELESS TESTS ####################################### | |
############################################################################################## | |
FunctionalStatelessTestRelease: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release) | |
REPO_COPY=${{runner.temp}}/stateless_release/ClickHouse | |
KILL_TIMEOUT=10800 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseDatabaseOrdinary: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_release_database_ordinary | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, DatabaseOrdinary) | |
REPO_COPY=${{runner.temp}}/stateless_release_database_ordinary/ClickHouse | |
KILL_TIMEOUT=10800 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseDatabaseReplicated0: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_database_replicated | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, DatabaseReplicated) | |
REPO_COPY=${{runner.temp}}/stateless_database_replicated/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseDatabaseReplicated1: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_database_replicated | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, DatabaseReplicated) | |
REPO_COPY=${{runner.temp}}/stateless_database_replicated/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseDatabaseReplicated2: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_database_replicated | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, DatabaseReplicated) | |
REPO_COPY=${{runner.temp}}/stateless_database_replicated/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseDatabaseReplicated3: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_database_replicated | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, DatabaseReplicated) | |
REPO_COPY=${{runner.temp}}/stateless_database_replicated/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseS3_0: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=2 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseS3_1: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=2 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseAnalyzer: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_analyzer | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, analyzer) | |
REPO_COPY=${{runner.temp}}/stateless_analyzer/ClickHouse | |
KILL_TIMEOUT=10800 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestAarch64: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, func-tester-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (aarch64) | |
REPO_COPY=${{runner.temp}}/stateless_release/ClickHouse | |
KILL_TIMEOUT=10800 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestAsan0: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (asan) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestAsan1: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (asan) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestAsan2: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (asan) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestAsan3: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (asan) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestTsan0: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan) | |
REPO_COPY=${{runner.temp}}/stateless_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestTsan1: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan) | |
REPO_COPY=${{runner.temp}}/stateless_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestTsan2: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan) | |
REPO_COPY=${{runner.temp}}/stateless_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestTsan3: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan) | |
REPO_COPY=${{runner.temp}}/stateless_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestTsan4: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan) | |
REPO_COPY=${{runner.temp}}/stateless_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=4 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestUBsan0: | |
needs: [BuilderDebUBsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_ubsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (ubsan) | |
REPO_COPY=${{runner.temp}}/stateless_ubsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=2 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestUBsan1: | |
needs: [BuilderDebUBsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_ubsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (ubsan) | |
REPO_COPY=${{runner.temp}}/stateless_ubsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=2 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestMsan0: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (msan) | |
REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestMsan1: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (msan) | |
REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestMsan2: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (msan) | |
REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestMsan3: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (msan) | |
REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestMsan4: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (msan) | |
REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=4 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestMsan5: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (msan) | |
REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=5 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestDebug0: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestDebug1: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestDebug2: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestDebug3: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestDebug4: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=4 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################## | |
############################ FUNCTIONAl STATEFUL TESTS ####################################### | |
############################################################################################## | |
FunctionalStatefulTestRelease: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (release) | |
REPO_COPY=${{runner.temp}}/stateful_release/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestAarch64: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, func-tester-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (aarch64) | |
REPO_COPY=${{runner.temp}}/stateful_release/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestAsan: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (asan) | |
REPO_COPY=${{runner.temp}}/stateful_debug/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestTsan: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (tsan) | |
REPO_COPY=${{runner.temp}}/stateful_tsan/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestMsan: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_msan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (msan) | |
REPO_COPY=${{runner.temp}}/stateful_msan/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestUBsan: | |
needs: [BuilderDebUBsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_ubsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (ubsan) | |
REPO_COPY=${{runner.temp}}/stateful_ubsan/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestDebug: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (debug) | |
REPO_COPY=${{runner.temp}}/stateful_debug/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################## | |
######################################### STRESS TESTS ####################################### | |
############################################################################################## | |
StressTestAsan: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stress_thread | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stress test (asan) | |
REPO_COPY=${{runner.temp}}/stress_thread/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Stress test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 stress_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
StressTestTsan: | |
needs: [BuilderDebTsan] | |
# func testers have 16 cores + 128 GB memory | |
# while stress testers have 36 cores + 72 memory | |
# It would be better to have something like 32 + 128, | |
# but such servers almost unavailable as spot instances. | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stress_thread | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stress test (tsan) | |
REPO_COPY=${{runner.temp}}/stress_thread/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Stress test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 stress_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
StressTestMsan: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stress_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stress test (msan) | |
REPO_COPY=${{runner.temp}}/stress_memory/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Stress test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 stress_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
StressTestUBsan: | |
needs: [BuilderDebUBsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stress_undefined | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stress test (ubsan) | |
REPO_COPY=${{runner.temp}}/stress_undefined/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Stress test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 stress_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
StressTestDebug: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stress_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stress test (debug) | |
REPO_COPY=${{runner.temp}}/stress_debug/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Stress test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 stress_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################# | |
############################# INTEGRATION TESTS ############################################# | |
############################################################################################# | |
IntegrationTestsAsan0: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAsan1: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAsan2: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAsan3: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAsan4: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=4 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAsan5: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=5 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAnalyzerAsan0: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan, analyzer) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAnalyzerAsan1: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan, analyzer) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAnalyzerAsan2: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan, analyzer) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAnalyzerAsan3: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan, analyzer) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAnalyzerAsan4: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan, analyzer) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=4 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAnalyzerAsan5: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan, analyzer) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=5 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsTsan0: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (tsan) | |
REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsTsan1: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (tsan) | |
REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsTsan2: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (tsan) | |
REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsTsan3: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (tsan) | |
REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsTsan4: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (tsan) | |
REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse | |
RUN_BY_HASH_NUM=4 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsTsan5: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (tsan) | |
REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse | |
RUN_BY_HASH_NUM=5 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsRelease0: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (release) | |
REPO_COPY=${{runner.temp}}/integration_tests_release/ClickHouse | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsRelease1: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (release) | |
REPO_COPY=${{runner.temp}}/integration_tests_release/ClickHouse | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsRelease2: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (release) | |
REPO_COPY=${{runner.temp}}/integration_tests_release/ClickHouse | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsRelease3: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (release) | |
REPO_COPY=${{runner.temp}}/integration_tests_release/ClickHouse | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################## | |
##################################### AST FUZZERS ############################################ | |
############################################################################################## | |
ASTFuzzerTestAsan: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/ast_fuzzer_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=AST fuzzer (asan) | |
REPO_COPY=${{runner.temp}}/ast_fuzzer_asan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Fuzzer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 ast_fuzzer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
ASTFuzzerTestTsan: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/ast_fuzzer_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=AST fuzzer (tsan) | |
REPO_COPY=${{runner.temp}}/ast_fuzzer_tsan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Fuzzer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 ast_fuzzer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
ASTFuzzerTestUBSan: | |
needs: [BuilderDebUBsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/ast_fuzzer_ubsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=AST fuzzer (ubsan) | |
REPO_COPY=${{runner.temp}}/ast_fuzzer_ubsan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Fuzzer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 ast_fuzzer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
ASTFuzzerTestMSan: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/ast_fuzzer_msan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=AST fuzzer (msan) | |
REPO_COPY=${{runner.temp}}/ast_fuzzer_msan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Fuzzer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 ast_fuzzer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
ASTFuzzerTestDebug: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/ast_fuzzer_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=AST fuzzer (debug) | |
REPO_COPY=${{runner.temp}}/ast_fuzzer_debug/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Fuzzer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 ast_fuzzer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################# | |
#################################### UNIT TESTS ############################################# | |
############################################################################################# | |
UnitTestsAsan: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/unit_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Unit tests (asan) | |
REPO_COPY=${{runner.temp}}/unit_tests_asan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Unit test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 unit_tests_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
UnitTestsReleaseClang: | |
needs: [BuilderBinRelease] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/unit_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Unit tests (release) | |
REPO_COPY=${{runner.temp}}/unit_tests_asan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Unit test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 unit_tests_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
UnitTestsTsan: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/unit_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Unit tests (tsan) | |
REPO_COPY=${{runner.temp}}/unit_tests_tsan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Unit test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 unit_tests_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
UnitTestsMsan: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/unit_tests_msan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Unit tests (msan) | |
REPO_COPY=${{runner.temp}}/unit_tests_msan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Unit test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 unit_tests_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
UnitTestsUBsan: | |
needs: [BuilderDebUBsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/unit_tests_ubsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Unit tests (ubsan) | |
REPO_COPY=${{runner.temp}}/unit_tests_ubsan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Unit test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 unit_tests_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################# | |
#################################### PERFORMANCE TESTS ###################################### | |
############################################################################################# | |
PerformanceComparisonX86-0: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonX86-1: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonX86-2: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonX86-3: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonAarch-0: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, func-tester-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison Aarch64 | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonAarch-1: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, func-tester-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison Aarch64 | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonAarch-2: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, func-tester-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison Aarch64 | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonAarch-3: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, func-tester-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison Aarch64 | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################## | |
###################################### SQLANCER FUZZERS ###################################### | |
############################################################################################## | |
SQLancerTestRelease: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/sqlancer_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=SQLancer (release) | |
REPO_COPY=${{runner.temp}}/sqlancer_release/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: SQLancer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 sqlancer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
SQLancerTestDebug: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/sqlancer_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=SQLancer (debug) | |
REPO_COPY=${{runner.temp}}/sqlancer_debug/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: SQLancer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 sqlancer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FinishCheck: | |
needs: | |
- DockerHubPush | |
- BuilderReport | |
- BuilderSpecialReport | |
- MarkReleaseReady | |
- FunctionalStatelessTestDebug0 | |
- FunctionalStatelessTestDebug1 | |
- FunctionalStatelessTestDebug2 | |
- FunctionalStatelessTestDebug3 | |
- FunctionalStatelessTestDebug4 | |
- FunctionalStatelessTestRelease | |
- FunctionalStatelessTestReleaseDatabaseOrdinary | |
- FunctionalStatelessTestReleaseDatabaseReplicated0 | |
- FunctionalStatelessTestReleaseDatabaseReplicated1 | |
- FunctionalStatelessTestReleaseDatabaseReplicated2 | |
- FunctionalStatelessTestReleaseDatabaseReplicated3 | |
- FunctionalStatelessTestAarch64 | |
- FunctionalStatelessTestAsan0 | |
- FunctionalStatelessTestAsan1 | |
- FunctionalStatelessTestAsan2 | |
- FunctionalStatelessTestAsan3 | |
- FunctionalStatelessTestTsan0 | |
- FunctionalStatelessTestTsan1 | |
- FunctionalStatelessTestTsan2 | |
- FunctionalStatelessTestTsan3 | |
- FunctionalStatelessTestTsan4 | |
- FunctionalStatelessTestMsan0 | |
- FunctionalStatelessTestMsan1 | |
- FunctionalStatelessTestMsan2 | |
- FunctionalStatelessTestMsan3 | |
- FunctionalStatelessTestMsan4 | |
- FunctionalStatelessTestMsan5 | |
- FunctionalStatelessTestUBsan0 | |
- FunctionalStatelessTestUBsan1 | |
- FunctionalStatefulTestDebug | |
- FunctionalStatefulTestRelease | |
- FunctionalStatelessTestReleaseS3_0 | |
- FunctionalStatelessTestReleaseS3_1 | |
- FunctionalStatefulTestAarch64 | |
- FunctionalStatefulTestAsan | |
- FunctionalStatefulTestTsan | |
- FunctionalStatefulTestMsan | |
- FunctionalStatefulTestUBsan | |
- StressTestDebug | |
- StressTestAsan | |
- StressTestTsan | |
- StressTestMsan | |
- StressTestUBsan | |
- IntegrationTestsAsan0 | |
- IntegrationTestsAsan1 | |
- IntegrationTestsAsan2 | |
- IntegrationTestsAsan3 | |
- IntegrationTestsAsan4 | |
- IntegrationTestsAsan5 | |
- IntegrationTestsAnalyzerAsan0 | |
- IntegrationTestsAnalyzerAsan1 | |
- IntegrationTestsAnalyzerAsan2 | |
- IntegrationTestsAnalyzerAsan3 | |
- IntegrationTestsAnalyzerAsan4 | |
- IntegrationTestsAnalyzerAsan5 | |
- IntegrationTestsRelease0 | |
- IntegrationTestsRelease1 | |
- IntegrationTestsRelease2 | |
- IntegrationTestsRelease3 | |
- IntegrationTestsTsan0 | |
- IntegrationTestsTsan1 | |
- IntegrationTestsTsan2 | |
- IntegrationTestsTsan3 | |
- IntegrationTestsTsan4 | |
- IntegrationTestsTsan5 | |
- PerformanceComparisonX86-0 | |
- PerformanceComparisonX86-1 | |
- PerformanceComparisonX86-2 | |
- PerformanceComparisonX86-3 | |
- CompatibilityCheckX86 | |
- CompatibilityCheckAarch64 | |
- ASTFuzzerTestDebug | |
- ASTFuzzerTestAsan | |
- ASTFuzzerTestTsan | |
- ASTFuzzerTestMSan | |
- ASTFuzzerTestUBSan | |
- UnitTestsAsan | |
- UnitTestsTsan | |
- UnitTestsMsan | |
- UnitTestsUBsan | |
- UnitTestsReleaseClang | |
- SQLancerTestRelease | |
- SQLancerTestDebug | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Finish label | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 finish_check.py |