tests-daily.yml

# ======================================
# WARNING!
# THIS FILE IS GENERATED FROM A TEMPLATE
# DO NOT EDIT THIS FILE MANUALLY!
# ======================================
# The template is located in: tests-daily.yml.j2

# Run unit tests daily.
#
# This is different from container rebuilds, where the tests "gate" the new version. The last
# container is used, always. That means, failures for this workflow signal breakages that are
# unrelated to the actual container builds.
#
# This should help as an additional data source to diagnose issues when things "randomly fail
# everywhere". Tests running here are not affected by any changes. In all other cases, these tests
# run after a change:
#    - code changes on PRs
#    - after container rebuilds
#    - after merges
#
# Ideally, these tests run on the same hashes as the merge tests, and so help detect which
# differences actually matter for the breakage.
#
# Warning: This differs from the pull request tests, both steps and matrix. Don't copypaste.

name: Run validation tests daily
on:
  # 2 AM
  schedule:
    - cron: 0 2 * * *
  workflow_dispatch:

permissions:
  contents: read

jobs:
  unit-tests:
    runs-on: ubuntu-20.04
    timeout-minutes: 30
    strategy:
      fail-fast: false
      matrix:
        release: ['master', 'fedora-38']
        include:
          - release: 'master'
            target_branch: 'master'
            ci_tag: 'master'
          ## add to  release: [...]  also eln if re-enabled by uncommenting the below
          #- release: 'eln'
          #  target_branch: 'master'
          #  ci_tag: 'eln'
          #  build-args: '--build-arg=image=quay.io/fedoraci/fedora:eln-x86_64'
          - release: 'fedora-38'
            target_branch: 'fedora-38'
            ci_tag: 'fedora-38'

    env:
      CI_TAG: '${{ matrix.ci_tag }}'
      # Always avoid using cache because cache is not correctly invalidated.
      CONTAINER_BUILD_ARGS: '--no-cache ${{ matrix.build-args }}'

    steps:
      - name: Clone repository
        uses: actions/checkout@v3
        with:
          ref: ${{ matrix.target_branch }}

      - name: Run tests in anaconda-ci container
        run: |
          # put the log in the output, where it's easy to read and link to
          make -f Makefile.am container-ci || { cat test-logs/test-suite.log; exit 1; }

      - name: Upload test and coverage logs
        if: always()
        uses: actions/upload-artifact@v3
        with:
          name: 'logs (${{ matrix.ci_tag }})'
          path: test-logs/*

  rpm-tests:
    runs-on: ubuntu-20.04
    timeout-minutes: 30
    strategy:
      fail-fast: false
      matrix:
        release: ['master', 'fedora-38']
        include:
          - release: 'master'
            target_branch: 'master'
            ci_tag: 'master'
          - release: 'fedora-38'
            target_branch: 'fedora-38'
            ci_tag: 'fedora-38'

    env:
      CI_TAG: '${{ matrix.ci_tag }}'
      # Always avoid using cache because cache is not correctly invalidated.
      CONTAINER_BUILD_ARGS: '--no-cache ${{ matrix.build-args }}'

    steps:
      - name: Clone repository
        uses: actions/checkout@v3
        with:
          ref: ${{ matrix.target_branch }}

      - name: Run RPM tests in container
        run: make -f Makefile.am container-rpm-test

      - name: Upload test logs
        if: always()
        uses: actions/upload-artifact@v3
        with:
          name: 'logs-rpm-test (${{ matrix.ci_tag }})'
          path: test-logs/*