Directly pass build SHAs to eliminate race conditions #264
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Publish images | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - master | |
| - main | |
| - brent/fix_tag_race | |
| paths-ignore: | |
| - "*.md" | |
| schedule: | |
| - cron: '0 7 * * 2' | |
| concurrency: | |
| group: publish-ha-images-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| DOCKER_REPOSITORY: timescaledev/timescaledb-ha | |
| DOCKER_REGISTRY: docker.io | |
| jobs: | |
| publish: | |
| name: Publish pg${{ matrix.pg_major }}${{ matrix.all }}${{ matrix.oss }} ${{ matrix.platform }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: [ "amd64", "arm64" ] | |
| pg_major: [ "16", "15", "14", "13", "12" ] | |
| all_versions: [ "false", "true" ] | |
| oss_only: [ "false", "true" ] | |
| include: | |
| - oss_only: "true" | |
| oss: "-oss" | |
| - all_versions: "true" | |
| all: "-all" | |
| - platform: amd64 | |
| runs_on: ubuntu-22.04 | |
| - platform: arm64 | |
| runs_on: cloud-image-runner-arm64 | |
| runs-on: "${{ matrix.runs_on }}" | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.ORG_DOCKER_HUB_USERNAME }} | |
| password: ${{ secrets.ORG_DOCKER_HUB_ACCESS_TOKEN }} | |
| - name: Setup | Docker Context | |
| run: if ! docker context use ha-builder; then docker context create ha-builder; fi | |
| - name: Setup | Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| endpoint: ha-builder | |
| - name: Build and publish (pg${{ matrix.pg_major }}${{ matrix.all }}${{ matrix.oss }} ${{ matrix.platform }}) | |
| id: build | |
| env: | |
| PLATFORM: ${{ matrix.platform }} | |
| PG_MAJOR: ${{ matrix.pg_major }} | |
| ALL_VERSIONS: ${{ matrix.all_versions }} | |
| OSS_ONLY: ${{ matrix.oss_only }} | |
| run: | | |
| GIT_REV="${GITHUB_REF#refs/tags/}" make publish-builder publish-release | |
| - name: export outputs | |
| run: | | |
| mkdir -p /tmp/outputs | |
| builder_id="${{ steps.build.outputs.builder_id }}" | |
| release_id="${{ steps.build.outputs.release_id }}" | |
| touch "/tmp/outputs/builder-${builder_id#sha256:}" | |
| touch "/tmp/outputs/release-${release_id#sha256:}" | |
| - name: upload outputs | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: outputs-${{ matrix.pg_major }}-${{ matrix.all_versions }}-${{ matrix.oss_only }}-${{ matrix.platform }} | |
| path: /tmp/outputs/* | |
| if-no-files-found: error | |
| retention-days: 1 | |
| publish-combined-manifests: | |
| name: Publish manifest pg${{ matrix.pg_major }}${{ matrix.docker_tag_postfix }} | |
| needs: [ "publish" ] | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| pg_major: [ "16", "15", "14", "13", "12" ] | |
| docker_tag_postfix: ["", "-all", "-oss", "-all-oss" ] | |
| all_versions: [ "false", "true" ] | |
| oss_only: [ "false", "true" ] | |
| include: | |
| - docker_tag_postfix: "" | |
| oss_only: "false" | |
| all_versions: "false" | |
| - docker_tag_postfix: "-all" | |
| oss_only: "false" | |
| all_versions: "true" | |
| - docker_tag_postfix: "-oss" | |
| oss_only: "true" | |
| all_versions: "false" | |
| - docker_tag_postfix: "-all-oss" | |
| oss_only: "true" | |
| all_versions: "true" | |
| steps: | |
| - name: Download outputs | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: outputs-${{ matrix.pg_major }}-${{ matrix.all_versions }}-${{ matrix.oss_only }}-* | |
| path: /tmp/outputs | |
| pattern: '*' | |
| merge-multiple: true | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.ORG_DOCKER_HUB_USERNAME }} | |
| password: ${{ secrets.ORG_DOCKER_HUB_ACCESS_TOKEN }} | |
| # QEMU for multiplatform, which should be quick enough for pulling version information out of the images | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Publish combined manifest for pg${{ matrix.pg_major }}${{ matrix.docker_tag_postfix }} | |
| env: | |
| PG_MAJOR: ${{ matrix.pg_major }} | |
| VERSION_TAG: pg${{ matrix.pg_major}}${{ matrix.docker_tag_postfix }}-builder | |
| DOCKER_TAG_POSTFIX: ${{ matrix.docker_tag_postfix }} | |
| run: make publish-manifests | |
| check: | |
| name: Check image pg${{ matrix.pg_major }}${{ matrix.docker_tag_postfix }} | |
| needs: [ "publish-combined-manifests" ] | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| pg_major: [ "16", "15", "14", "13", "12" ] | |
| docker_tag_postfix: ["", "-all", "-oss", "-all-oss" ] | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.ORG_DOCKER_HUB_USERNAME }} | |
| password: ${{ secrets.ORG_DOCKER_HUB_ACCESS_TOKEN }} | |
| # QEMU for multiplatform, which should be quick enough for just the checks | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Check pg${{ matrix.pg_major }}${{ matrix.docker_tag_postfix }} | |
| env: | |
| PG_MAJOR: ${{ matrix.pg_major }} | |
| DOCKER_TAG_POSTFIX: ${{ matrix.docker_tag_postfix }} | |
| run: make get-image-config check | |
| dispatch-ha-image-published-event: | |
| name: Dispatch HA image published event | |
| needs: [ "check" ] | |
| if: ${{ github.event_name == 'push' }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Dispatch event to Publish cloud images workflow | |
| run: | | |
| curl -H "Accept: application/vnd.github.everest-preview+json" \ | |
| -H "Authorization: token ${{ secrets.ORG_AUTOMATION_TOKEN }}" \ | |
| --request POST \ | |
| --data '{"event_type": "ha_image_published"}' \ | |
| https://api.github.com/repos/timescale/timescaledb-docker-cloud/dispatches |