fix(CI): Treat skipped test jobs as failed

.github/workflows/test-common.yml

@@ -85,17 +85,17 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All common tests passed or skipped
+ name: All common tests passed
  needs: [test-pinned, test-py27]
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1
  - name: Check for 2.7 failures
- if: contains(needs.test-py27.result, 'failure')
+ if: contains(needs.test-py27.result, 'failure') || contains(needs.test-py27.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-aiohttp.yml

@@ -96,13 +96,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All aiohttp tests passed or skipped
+ name: All aiohttp tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-ariadne.yml

@@ -96,13 +96,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All ariadne tests passed or skipped
+ name: All ariadne tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-arq.yml

@@ -96,13 +96,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All arq tests passed or skipped
+ name: All arq tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-asgi.yml

@@ -57,13 +57,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All asgi tests passed or skipped
+ name: All asgi tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-asyncpg.yml

@@ -138,13 +138,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All asyncpg tests passed or skipped
+ name: All asyncpg tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-aws_lambda.yml

@@ -92,13 +92,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All aws_lambda tests passed or skipped
+ name: All aws_lambda tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-beam.yml

@@ -96,13 +96,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All beam tests passed or skipped
+ name: All beam tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-boto3.yml

@@ -124,17 +124,17 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All boto3 tests passed or skipped
+ name: All boto3 tests passed
  needs: [test-pinned, test-py27]
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1
  - name: Check for 2.7 failures
- if: contains(needs.test-py27.result, 'failure')
+ if: contains(needs.test-py27.result, 'failure') || contains(needs.test-py27.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-bottle.yml

@@ -124,17 +124,17 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All bottle tests passed or skipped
+ name: All bottle tests passed
  needs: [test-pinned, test-py27]
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1
  - name: Check for 2.7 failures
- if: contains(needs.test-py27.result, 'failure')
+ if: contains(needs.test-py27.result, 'failure') || contains(needs.test-py27.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-celery.yml

@@ -124,17 +124,17 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All celery tests passed or skipped
+ name: All celery tests passed
  needs: [test-pinned, test-py27]
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1
  - name: Check for 2.7 failures
- if: contains(needs.test-py27.result, 'failure')
+ if: contains(needs.test-py27.result, 'failure') || contains(needs.test-py27.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-chalice.yml

@@ -96,13 +96,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All chalice tests passed or skipped
+ name: All chalice tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-clickhouse_driver.yml

@@ -98,13 +98,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All clickhouse_driver tests passed or skipped
+ name: All clickhouse_driver tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-cloud_resource_context.yml

@@ -57,13 +57,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All cloud_resource_context tests passed or skipped
+ name: All cloud_resource_context tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-django.yml

@@ -187,17 +187,17 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All django tests passed or skipped
+ name: All django tests passed
  needs: [test-pinned, test-py27]
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1
  - name: Check for 2.7 failures
- if: contains(needs.test-py27.result, 'failure')
+ if: contains(needs.test-py27.result, 'failure') || contains(needs.test-py27.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-falcon.yml

@@ -124,17 +124,17 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All falcon tests passed or skipped
+ name: All falcon tests passed
  needs: [test-pinned, test-py27]
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1
  - name: Check for 2.7 failures
- if: contains(needs.test-py27.result, 'failure')
+ if: contains(needs.test-py27.result, 'failure') || contains(needs.test-py27.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-fastapi.yml

@@ -96,13 +96,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All fastapi tests passed or skipped
+ name: All fastapi tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-flask.yml

@@ -124,17 +124,17 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All flask tests passed or skipped
+ name: All flask tests passed
  needs: [test-pinned, test-py27]
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1
  - name: Check for 2.7 failures
- if: contains(needs.test-py27.result, 'failure')
+ if: contains(needs.test-py27.result, 'failure') || contains(needs.test-py27.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-gcp.yml

@@ -57,13 +57,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All gcp tests passed or skipped
+ name: All gcp tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-gevent.yml

@@ -85,17 +85,17 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All gevent tests passed or skipped
+ name: All gevent tests passed
  needs: [test-pinned, test-py27]
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1
  - name: Check for 2.7 failures
- if: contains(needs.test-py27.result, 'failure')
+ if: contains(needs.test-py27.result, 'failure') || contains(needs.test-py27.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-gql.yml

@@ -96,13 +96,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All gql tests passed or skipped
+ name: All gql tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1

.github/workflows/test-integration-graphene.yml

@@ -96,13 +96,13 @@ jobs:
  token: ${{ secrets.CODECOV_TOKEN }}
  files: coverage.xml
  check_required_tests:
- name: All graphene tests passed or skipped
+ name: All graphene tests passed
  needs: test-pinned
  # Always run this, even if a dependent job failed
  if: always()
  runs-on: ubuntu-20.04
  steps:
  - name: Check for failures
- if: contains(needs.test-pinned.result, 'failure')
+ if: contains(needs.test-pinned.result, 'failure') || contains(needs.test-pinned.result, 'skipped')
  run: |
  echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1