verify_consumer_pacts.yml

name: Verify consumer contracts
# The purpose of this workflow is to verify ANY consumer contract(s) dependent on Rawls provider using Pact framework.
#
# The workflow meets the criteria of Pact Broker *Platinum* as described in https://docs.pact.io/pact_nirvana/step_6.
# The can-i-deploy job has been added to this workflow to gate the merge of PRs into develop branch.
#
# This workflow is triggered when
#
# 1. Consumer makes a change that results in a new pact published to Pact Broker (will verify ONLY the changed pact and publish the verification results back to the broker)
# 2. Provider makes a change (runs verification tests against ALL DEPLOYED consumer pact versions and publishes corresponding verification results)
#
#
# The workflow requires Pact broker credentials
# - PACT_BROKER_USERNAME - the Pact Broker username
# - PACT_BROKER_PASSWORD - the Pact Broker password
on:
  pull_request:
    branches:
      - develop
    paths-ignore:
      - 'README.md'
  push:
    branches:
      - develop
    paths-ignore:
      - 'README.md'
  workflow_dispatch:
    inputs:
      pb-event-type:
        description: 'the Pact Broker event type that triggers this workflow'
        required: true
        type: string
      consumer-name:
        description: 'the consumer name'
        required: true
        type: string
      consumer-version-number:
        description: 'the version number of the most recent consumer version associated with the pact content'
        required: true
        type: string
      provider-version-number:
        description: 'the provider version number for the verification result'
        required: false
        type: string
      consumer-version-tags:
        description: 'the list of tag names for the most recent consumer version associated with the pact content, separated by ", "'
        required: true
        type: string
      consumer-version-branch:
        description: 'the name of the branch for most recent consumer version associated with the pact content'
        required: true
        type: string
      provider-version-branch:
        description: 'the name of the branch for the provider version associated with the verification result'
        required: false
        type: string
      consumer-labels:
        description: 'the list of labels for the consumer associated with the pact content, separated by ", "'
        required: false
        type: string
      provider-labels:
        description: 'the list of labels for the provider associated with the pact content, separated by ", "'
        required: false
        type: string
      pact-url:
        description: 'the "permalink" URL to the newly published pact (the URL specifying the consumer version URL, rather than the "/latest" format'
        required: true
        type: string

env:
  PACT_BROKER_URL: https://pact-broker.dsp-eng-tools.broadinstitute.org
  CAN_I_DEPLOY_RUN_NAME: 'can-i-deploy-${{ github.event.repository.name }}-${{ github.run_id }}-${{ github.run_attempt }}'
  COURSIER_CACHE: $HOME/.cache
  SBT_CACHE: $HOME/.sbt

jobs:
  # We only need a new version tag when this workflow is triggered by opening, updating a PR or PR merge.
  # When triggered by a Pact Broker webhook, the provider version (GIT hash or release tag)
  # is already included in the payload, then a new version tag wouldn't be needed.
  bump-check:
    runs-on: ubuntu-latest
    outputs:
      is-bump: ${{ steps.skiptest.outputs.is-bump }}
    steps:
      - uses: actions/checkout@v4
      - name: Skip version bump merges
        id: skiptest
        uses: ./.github/actions/bump-skip
        with:
          event-name: ${{ github.event_name }}

  regulated-tag-job:
    needs: [ bump-check ]
    if: ${{ needs.bump-check.outputs.is-bump == 'no' }}
    uses: ./.github/workflows/tag.yml
    with:
      # The 'ref' parameter ensures that the provider version is postfixed with the HEAD commit of the PR branch,
      # facilitating cross-referencing of a pact between Pact Broker and GitHub.
      ref: ${{ github.head_ref || '' }}
      # The 'dry-run' parameter prevents the new tag from being dispatched.
      dry-run: true
      release-branches: develop
    secrets: inherit

  verify-consumer-pact:
    runs-on: ubuntu-latest
    needs: [ regulated-tag-job ]
    permissions:
      contents: 'read'
      id-token: 'write'
    outputs:
      provider-version: ${{ steps.verification-test.outputs.provider-version }}

    steps:
      - name: Checkout current code
        uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Extract branch
        id: extract-branch
        run: |
          GITHUB_EVENT_NAME=${{ github.event_name }}
          if [[ "$GITHUB_EVENT_NAME" == "push" ]]; then
            GITHUB_REF=${{ github.ref }}
          elif [[ "$GITHUB_EVENT_NAME" == "pull_request" ]]; then
            GITHUB_REF=refs/heads/${{ github.head_ref }}
          elif [[ "$GITHUB_EVENT_NAME" == "workflow_dispatch" ]]; then
            GITHUB_REF=${{ github.ref }} # The Git Ref that this workflow runs on
          else
            echo "Failed to extract branch information"
            exit 1
          fi
          echo "CURRENT_BRANCH=${GITHUB_REF/refs\/heads\//""}" >> $GITHUB_ENV

      - name: Capture webhook event payload as envvars
        if: ${{ inputs.pb-event-type != '' }}
        run: |
          echo "pb-event-type=${{ inputs.pb-event-type }}"
          echo "consumer-name=${{ inputs.consumer-name }}"

          # The consumer-version-branch and consumer-version-number identify the most recent
          # consumer branch and version associated with the pact content.
          echo "consumer-version-branch/consumer-version-number=${{ inputs.consumer-version-branch }}/${{ inputs.consumer-version-number }}"

          # The provider-version-number represents the provider version number in the webhook event payload.
          # This corresponds to the GitHub release  recorded by Sherlock for the corresponding
          # deployment environment (dev, sing, and prod).
          echo "provider-version-branch/provider-version-number=${{ inputs.provider-version-branch }}/${{ inputs.provider-version-number }}"

          # The pact-url is included here in case future pact4s client supports it.
          echo "pact-url=${{ inputs.pact-url }}"

          # Save webhook event parameters as envvars
          echo "PROVIDER_BRANCH=${{ inputs.provider-version-branch }}" >> $GITHUB_ENV
          echo "PROVIDER_TAG=${{ inputs.provider-version-number }}" >> $GITHUB_ENV
          echo "CONSUMER_BRANCH=${{ inputs.consumer-version-branch }}" >> $GITHUB_ENV
          echo "CONSUMER_NAME=${{ inputs.consumer-name }}" >> $GITHUB_ENV
          echo "CONSUMER_VERSION=${{ inputs.consumer-version-number }}" >> $GITHUB_ENV

      - name: Set PROVIDER_VERSION envvar
        run: |
          # The PROVIDER_VERSION envvar is used to identify the provider version
          # for publishing the results of provider verification.
          if [[ -z "${{ inputs.pb-event-type }}" ]]; then
            echo "PROVIDER_BRANCH=${{ env.CURRENT_BRANCH }}" >> $GITHUB_ENV
            echo "PROVIDER_VERSION=${{ needs.regulated-tag-job.outputs.app-version }}" >> $GITHUB_ENV
          else
            echo "PROVIDER_VERSION=${{ env.PROVIDER_TAG }}" >> $GITHUB_ENV
          fi

      - name: Switch to appropriate provider branch
        run: |
          echo "This workflow has been triggered by '${{ github.event_name }}' event."

          # If the PROVIDER_TAG envvar exists, switch to the corresponding tag.
          # This condition is true when the workflow is triggered by a Pact Broker webhook event.
          if [[ -n "${{ env.PROVIDER_TAG }}" ]]; then
            echo "git checkout tags/${{ env.PROVIDER_TAG }}"
            git checkout tags/${{ env.PROVIDER_TAG }}

          # Otherwise, switch to CURRENT_BRANCH if the workflow has been triggered by a
          # PR commit or merge onto the main branch.
          elif [[ "${{ github.event_name }}" == "pull_request" ]] || [[ "${{ github.event_name }}" == "push" ]]; then
            echo "git checkout ${{ env.CURRENT_BRANCH }}"
            git checkout ${{ env.CURRENT_BRANCH }}
          fi

          # Echo the HEAD commit of the provider branch that has been switched to.
          echo "git rev-parse HEAD"
          git rev-parse HEAD

      - name: Setup envvars for Pact Broker
        run: |
          echo "PACT_BROKER_USERNAME=${{ secrets.PACT_BROKER_USERNAME }}" >> $GITHUB_ENV
          echo "PACT_BROKER_PASSWORD=${{ secrets.PACT_BROKER_PASSWORD }}" >> $GITHUB_ENV

      # Caching Coursier
      # Recent sbt versions use Coursier instead of Ivy for dependency management.
      # The .coursier cache in the sbtscala docker container is located under its .cache directory, which is mounted to the host $PWD/.cache dir.
      # The hashFiles function calculates the hash based on the file contents from
      #   .sbt, .scala, build.properties
      # under the project root directory.
      #
      # Any changes to these files will result in a different cache key, triggering a cache update.
      - name: Coursier cache
        id: coursier-cache
        uses: actions/cache@v4
        with:
          path: |
            ~/.cache
          key: rawls-${{ runner.os }}-coursier-cache-${{ hashFiles('**/*.sbt', '**/project/*.scala', '**/project/build.properties') }}

      - name: Check coursier-cache hit
        run: |
          if [ "${{ steps.coursier-cache.outputs.cache-hit }}" == 'true' ]; then
            echo "Coursier cache ${{ env.COURSIER_CACHE }} restored!"
          else
            echo "Coursier cache ${{ env.COURSIER_CACHE }} needs update!"
          fi

      # Caching .sbt directory
      # The hashFiles function calculates the hash based on the file contents from all
      #  .sbt, .scala
      # files under the project root directory.
      #
      # In general, you would include all relevant files that affect the build,
      # such as build definition files (build.sbt), project files (*.scala),
      # and any other files that impact the build process.
      #
      # Any changes to these files will result in a different cache key, triggering a cache update.
      - name: Cache .sbt directory
        id: sbt-cache
        uses: actions/cache@v4
        with:
          path: |
            ~/.sbt
          key: rawls-${{ runner.os }}-sbt-cache-${{ hashFiles('**/*.sbt', '**/*.scala') }}

      - name: Check sbt cache hit
        run: |
          if [ "${{ steps.sbt-cache.outputs.cache-hit }}" == 'true' ]; then
            echo "${{ env.SBT_CACHE }} cache restored!"
          else
            echo "${{ env.SBT_CACHE }} cache needs update!"
          fi

      # Caching sbt target directories
      # The hashFiles function calculates the hash based on the file contents from all
      #  .sbt, src/, project/
      # files under the project root directory.
      #
      # In general, you would include all relevant files that affect the build targets,
      # such as build definition files (build.sbt), project files (*.scala),
      # and any other files that impact the build process.
      #
      # Any changes to these files will result in a different cache key, triggering a cache update.
      #
      # Caching target directories offers significant performance improvements by avoiding
      # unnecessary compilation and task executions, enabling incremental compilation, and ensuring
      # consistent and reproducible build outputs.
      - name: Cache sbt targets
        id: sbt-targets
        uses: actions/cache@v4
        with:
          path: |
            **/target
          key: rawls-${{ runner.os }}-sbt-targets-${{ hashFiles('*.sbt', 'src/**/*', '**/project/*.sbt', '**/project/*.scala', '**/project/build.properties') }}

      - name: Check sbt targets cache hit
        run: |
          if [ "${{ steps.sbt-targets.outputs.cache-hit }}" == 'true' ]; then
            echo "sbt targets restored!"
          else
            echo "sbt targets need update!"
          fi

      # Caching sbt pact4s target directory
      # The hashFiles function calculates the hash based on the file contents from all
      #  pact4s/src/
      # files under the project root directory.
      #
      # This is similar to sbt-targets cache but limited to pact4s targets.
      - name: Cache pact4s targets
        id: sbt-pact4s-targets
        uses: actions/cache@v4
        with:
          path: |
            pact4s/**/target
          key: rawls-${{ runner.os }}-sbt-pact4s-targets-${{ hashFiles('pact4s/src/**/*') }}

      - name: Check sbt pact4s targets cache hit
        run: |
          if [ "${{ steps.sbt-pact4s-targets.outputs.cache-hit }}" == 'true' ]; then
            echo "sbt pact4s targets restored!"
          else
            echo "sbt pact4s targets need update!"
          fi

      - name: Verify consumer pacts and publish verification status to Pact Broker
        id: verification-test
        run: |
          echo "provider-version=${{ env.PROVIDER_VERSION }}" >> $GITHUB_OUTPUT
          echo "env.CONSUMER_NAME=${{ env.CONSUMER_NAME }}   # This reflects the consumer branch for pact verification (generated by Pact Broker)"
          echo "env.CONSUMER_BRANCH=${{ env.CONSUMER_BRANCH }}   # This reflects the consumer branch for pact verification (generated by Pact Broker)"
          echo "env.PROVIDER_BRANCH=${{ env.PROVIDER_BRANCH }}   # This reflects the provider branch to switch to for pact verification"
          echo "env.CONSUMER_VERSION=${{ env.CONSUMER_VERSION }} # This reflects the consumer version for pact verification (generated by Pact Broker)"
          echo "env.PROVIDER_VERSION=${{ env.PROVIDER_VERSION }} # Deprecate env.PACT_PROVIDER_COMMIT. This new envvar is used for migrating GIT hash to app versioning"

          # Refer to https://github.com/sbt/docker-sbt on this Docker image
          # Recent sbt versions use Coursier instead of Ivy for dependency management.
          # On Linux, the location is
          #     sbt "show csrCacheDirectory"
          # with a default value of ~/.cache/coursier/v1
          docker run --rm -w /working \
                          -v "$PWD":/working \
                          -v ${{ env.COURSIER_CACHE }}:/root/.cache \
                          -v ${{ env.SBT_CACHE }}:/root/.sbt \
                          -e PACT_PUBLISH_RESULTS=true \
                          -e PROVIDER_BRANCH=${{ env.PROVIDER_BRANCH }} \
                          -e PROVIDER_VERSION=${{ env.PROVIDER_VERSION }} \
                          -e CONSUMER_NAME=${{ env.CONSUMER_NAME }} \
                          -e CONSUMER_BRANCH=${{ env.CONSUMER_BRANCH }} \
                          -e CONSUMER_VERSION=${{ env.CONSUMER_VERSION }} \
                          -e PACT_BROKER_URL=${{ env.PACT_BROKER_URL }} \
                          -e PACT_BROKER_USERNAME=${{ env.PACT_BROKER_USERNAME }} \
                          -e PACT_BROKER_PASSWORD=${{ env.PACT_BROKER_PASSWORD }} \
                          -e POSTGRES_READ_URL=localhost:5432 \
                          -e POSTGRES_USERNAME=rawls-test \
                          -e POSTGRES_PASSWORD=rawls-test \
                          sbtscala/scala-sbt:openjdk-17.0.2_1.7.2_2.13.10 \
                          sbt -J-Xmx2g -J-XX:+UseG1GC \
                          "project pact4s" clean coverage "testOnly org.broadinstitute.dsde.rawls.provider.*"  coverageReport

  can-i-deploy: # The can-i-deploy job will run as a result of a Rawls PR. It reports the pact verification statuses on all deployed environments.
    runs-on: ubuntu-latest
    if: ${{ inputs.pb-event-type == '' }}
    needs: [ verify-consumer-pact ]
    steps:
      - name: Verify provider version
        id: verify-version
        run: |
          echo "provider-version-output=${{ needs.verify-consumer-pact.output.provider-version }}"
          echo "provider-version-env=${{env.PROVIDER_VERSION}}"
      - name: Dispatch to terra-github-workflows
        uses: broadinstitute/workflow-dispatch@v4.0.0
        with:
          run-name: "${{ env.CAN_I_DEPLOY_RUN_NAME }}"
          workflow: .github/workflows/can-i-deploy.yaml
          repo: broadinstitute/terra-github-workflows
          ref: refs/heads/main
          token: ${{ secrets.BROADBOT_TOKEN }} # github token for access to kick off a job in the private repo
          inputs: '{
            "run-name": "${{ env.CAN_I_DEPLOY_RUN_NAME }}",
            "pacticipant": "rawls",
            "version": "${{ needs.verify-consumer-pact.outputs.provider-version }}"
          }'