CI: Canary Tests #320
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: 'Canary Tests' | |
on: | |
schedule: | |
# Run every day at midnight | |
- cron: '0 0 * * *' | |
workflow_dispatch: | |
inputs: | |
commit: | |
description: If the commit you want to test isn't the head of a branch, provide its SHA here | |
required: false | |
env: | |
HEAD_COMMIT: ${{ github.event.inputs.commit || github.sha }} | |
permissions: | |
contents: read | |
issues: write | |
jobs: | |
job_e2e_prepare: | |
name: Prepare E2E Canary tests | |
runs-on: ubuntu-20.04 | |
timeout-minutes: 15 | |
steps: | |
- name: Check out current commit | |
uses: actions/checkout@v3 | |
with: | |
ref: ${{ env.HEAD_COMMIT }} | |
- name: Set up Node | |
uses: actions/setup-node@v3 | |
with: | |
node-version-file: 'package.json' | |
- name: Build packages | |
run: yarn build | |
- name: Check tarball cache | |
uses: actions/cache@v3 | |
with: | |
path: ${{ github.workspace }}/packages/*/*.tgz | |
key: tarballs-${{ env.HEAD_COMMIT }} | |
- name: Build tarballs | |
run: yarn build:tarball | |
job_e2e_tests: | |
name: E2E ${{ matrix.label }} Test | |
needs: [job_e2e_prepare] | |
runs-on: ubuntu-20.04 | |
timeout-minutes: 10 | |
strategy: | |
fail-fast: false | |
matrix: | |
include: | |
- test-application: 'create-react-app' | |
build-command: 'test:build-canary' | |
label: 'create-react-app (canary)' | |
- test-application: 'nextjs-app-dir' | |
build-command: 'test:build-canary' | |
label: 'nextjs-app-dir (canary)' | |
- test-application: 'nextjs-app-dir' | |
build-command: 'test:build-latest' | |
label: 'nextjs-app-dir (latest)' | |
- test-application: 'react-create-hash-router' | |
build-command: 'test:build-canary' | |
label: 'react-create-hash-router (canary)' | |
- test-application: 'standard-frontend-react' | |
build-command: 'test:build-canary' | |
label: 'standard-frontend-react (canary)' | |
steps: | |
- name: Check out current commit | |
uses: actions/checkout@v3 | |
with: | |
ref: ${{ env.HEAD_COMMIT }} | |
- uses: pnpm/action-setup@v2 | |
with: | |
version: 8.3.1 | |
- name: Set up Node | |
uses: actions/setup-node@v3 | |
with: | |
node-version-file: 'package.json' | |
- name: Restore tarball cache | |
uses: actions/cache/restore@v3 | |
with: | |
path: ${{ github.workspace }}/packages/*/*.tgz | |
key: tarballs-${{ env.HEAD_COMMIT }} | |
- name: Get node version | |
id: versions | |
run: | | |
echo "echo node=$(jq -r '.volta.node' package.json)" >> $GITHUB_OUTPUT | |
- name: Validate Verdaccio | |
run: yarn test:validate | |
working-directory: packages/e2e-tests | |
- name: Prepare Verdaccio | |
run: yarn test:prepare | |
working-directory: packages/e2e-tests | |
env: | |
E2E_TEST_PUBLISH_SCRIPT_NODE_VERSION: ${{ steps.versions.outputs.node }} | |
E2E_TEST_AUTH_TOKEN: ${{ secrets.E2E_TEST_AUTH_TOKEN }} | |
E2E_TEST_DSN: ${{ secrets.E2E_TEST_DSN }} | |
E2E_TEST_SENTRY_ORG_SLUG: 'sentry-javascript-sdks' | |
E2E_TEST_SENTRY_TEST_PROJECT: 'sentry-javascript-e2e-tests' | |
- name: Build E2E app | |
env: | |
E2E_TEST_AUTH_TOKEN: ${{ secrets.E2E_TEST_AUTH_TOKEN }} | |
E2E_TEST_DSN: ${{ secrets.E2E_TEST_DSN }} | |
# Needed because next/sveltekit expects a prefix | |
NEXT_PUBLIC_E2E_TEST_DSN: ${{ secrets.E2E_TEST_DSN }} | |
PUBLIC_E2E_TEST_DSN: ${{ secrets.E2E_TEST_DSN }} | |
E2E_TEST_SENTRY_ORG_SLUG: 'sentry-javascript-sdks' | |
E2E_TEST_SENTRY_TEST_PROJECT: 'sentry-javascript-e2e-tests' | |
working-directory: packages/e2e-tests/test-applications/${{ matrix.test-application }} | |
timeout-minutes: 5 | |
run: yarn ${{ matrix.build-command }} | |
- name: Run E2E test | |
env: | |
E2E_TEST_AUTH_TOKEN: ${{ secrets.E2E_TEST_AUTH_TOKEN }} | |
E2E_TEST_DSN: ${{ secrets.E2E_TEST_DSN }} | |
# Needed because next/sveltekit expects a prefix | |
NEXT_PUBLIC_E2E_TEST_DSN: ${{ secrets.E2E_TEST_DSN }} | |
PUBLIC_E2E_TEST_DSN: ${{ secrets.E2E_TEST_DSN }} | |
E2E_TEST_SENTRY_ORG_SLUG: 'sentry-javascript-sdks' | |
E2E_TEST_SENTRY_TEST_PROJECT: 'sentry-javascript-e2e-tests' | |
working-directory: packages/e2e-tests/test-applications/${{ matrix.test-application }} | |
timeout-minutes: 5 | |
run: yarn test:assert | |
- name: Create Issue | |
if: failure() && github.event_name == 'schedule' | |
uses: JasonEtco/create-an-issue@e27dddc79c92bc6e4562f268fffa5ed752639abd | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
RUN_LINK: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} | |
with: | |
filename: .github/CANARY_FAILURE_TEMPLATE.md | |
update_existing: true | |
job_ember_canary_test: | |
name: Ember Canary Tests | |
runs-on: ubuntu-20.04 | |
timeout-minutes: 30 | |
strategy: | |
fail-fast: false | |
matrix: | |
scenario: [ember-release, embroider-optimized, ember-4.0] | |
steps: | |
- name: 'Check out current commit' | |
uses: actions/checkout@v3 | |
with: | |
ref: ${{ env.HEAD_COMMIT }} | |
- name: Set up Node | |
uses: actions/setup-node@v3 | |
with: | |
node-version-file: 'package.json' | |
- name: Install dependencies | |
run: yarn install --ignore-engines --frozen-lockfile | |
- name: Build dependencies | |
run: | | |
yarn lerna run build:types --scope=@sentry/ember --include-dependencies | |
yarn lerna run build:transpile --scope=@sentry/ember --include-dependencies | |
- name: Run Ember tests | |
run: | | |
cd packages/ember | |
yarn ember try:one ${{ matrix.scenario }} --skip-cleanup=true | |
- name: Create Issue | |
if: failure() && github.event_name == 'schedule' | |
uses: JasonEtco/create-an-issue@e27dddc79c92bc6e4562f268fffa5ed752639abd | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
RUN_LINK: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} | |
with: | |
filename: .github/CANARY_FAILURE_TEMPLATE.md | |
update_existing: true |