feat: de-duplicate payloads from persisted beacon blocks #21248
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Tests | |
| # only one can run at a time | |
| concurrency: | |
| # If PR, cancel prev commits. head_ref = source branch name on pull_request, null if push | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| on: | |
| push: | |
| # We intentionally don't run push on feature branches. See PR for rational. | |
| branches: [unstable, stable] | |
| pull_request: | |
| workflow_dispatch: | |
| env: | |
| GETH_DOCKER_IMAGE: ethereum/client-go:v1.11.6 | |
| NETHERMIND_DOCKER_IMAGE: nethermind/nethermind:1.18.0 | |
| jobs: | |
| build: | |
| name: Build | |
| runs-on: buildjet-4vcpu-ubuntu-2204 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| node: [20] | |
| steps: | |
| # <common-build> - Uses YAML anchors in the future | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: ${{matrix.node}} | |
| check-latest: true | |
| cache: yarn | |
| - name: Node.js version | |
| id: node | |
| run: echo "v8CppApiVersion=$(node --print "process.versions.modules")" >> $GITHUB_OUTPUT | |
| - name: Restore build | |
| uses: actions/cache/restore@v3 | |
| id: cache-build-restore | |
| with: | |
| path: | | |
| node_modules | |
| packages/*/node_modules | |
| lib/ | |
| packages/*/lib | |
| packages/*/.git-data.json | |
| key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }} | |
| - name: Install & build | |
| if: steps.cache-build-restore.outputs.cache-hit != 'true' | |
| run: yarn install --frozen-lockfile && yarn build | |
| - name: Build | |
| if: steps.cache-build-restore.outputs.cache-hit == 'true' | |
| run: yarn build | |
| - name: Check Build | |
| run: yarn check-build | |
| - name: Test root binary exists | |
| run: ./lodestar --version | |
| - name: Reject yarn.lock changes | |
| run: .github/workflows/scripts/reject_yarn_lock_changes.sh | |
| # Run only on forks | |
| if: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name != github.repository }} | |
| - name: Cache build artifacts | |
| uses: actions/cache@master | |
| id: cache-build | |
| with: | |
| path: | | |
| node_modules | |
| packages/*/node_modules | |
| lib/ | |
| packages/*/lib | |
| packages/*/.git-data.json | |
| key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }} | |
| lint: | |
| name: Lint | |
| needs: build | |
| runs-on: "ubuntu-latest" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| node: [20] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: ${{ matrix.node }} | |
| check-latest: true | |
| cache: yarn | |
| - name: Restore build cache | |
| id: cache-primes-restore | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: | | |
| node_modules | |
| packages/*/node_modules | |
| lib/ | |
| packages/*/lib | |
| packages/*/.git-data.json | |
| key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }} | |
| fail-on-cache-miss: true | |
| - name: Assert yarn prints no warnings | |
| run: scripts/assert_no_yarn_warnings.sh | |
| - name: Lint Code | |
| run: yarn lint | |
| - name: Lint Grafana dashboards | |
| run: scripts/validate-grafana-dashboards.sh | |
| - name: Assert ESM module exports | |
| run: node scripts/assert_exports.mjs | |
| - name: Assert eslintrc rules sorted | |
| run: scripts/assert_eslintrc_sorted.mjs | |
| type-checks: | |
| name: Type Checks | |
| needs: build | |
| runs-on: "ubuntu-latest" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| node: [20] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: ${{ matrix.node }} | |
| check-latest: true | |
| cache: yarn | |
| - name: Restore build cache | |
| id: cache-primes-restore | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: | | |
| node_modules | |
| packages/*/node_modules | |
| lib/ | |
| packages/*/lib | |
| packages/*/.git-data.json | |
| key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }} | |
| fail-on-cache-miss: true | |
| - name: Check Types | |
| run: yarn check-types | |
| - name: README check | |
| run: yarn check-readme | |
| unit-tests: | |
| name: Unit Tests | |
| needs: type-checks | |
| runs-on: buildjet-4vcpu-ubuntu-2204 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| node: [20] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: ${{matrix.node}} | |
| check-latest: true | |
| cache: yarn | |
| - name: Restore build cache | |
| id: cache-primes-restore | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: | | |
| node_modules | |
| packages/*/node_modules | |
| lib/ | |
| packages/*/lib | |
| packages/*/.git-data.json | |
| key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }} | |
| fail-on-cache-miss: true | |
| # Cache validator slashing protection data tests | |
| - name: Restore spec tests cache | |
| uses: actions/cache@master | |
| with: | |
| path: packages/validator/spec-tests | |
| key: spec-test-data-${{ hashFiles('packages/validator/test/spec/params.ts') }} | |
| - name: Unit tests | |
| run: yarn test:unit | |
| - name: Upload coverage data | |
| run: yarn coverage | |
| e2e-tests: | |
| name: E2E Tests | |
| runs-on: buildjet-4vcpu-ubuntu-2204 | |
| needs: build | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| node: [20] | |
| steps: | |
| # <common-build> - Uses YAML anchors in the future | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: ${{matrix.node}} | |
| check-latest: true | |
| cache: yarn | |
| - name: Restore build cache | |
| id: cache-primes-restore | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: | | |
| node_modules | |
| packages/*/node_modules | |
| lib/ | |
| packages/*/lib | |
| packages/*/.git-data.json | |
| key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }} | |
| fail-on-cache-miss: true | |
| - name: Run the e2e test environment | |
| run: scripts/run_e2e_env.sh start | |
| - name: E2E tests | |
| # E2E tests are sometimes stalling until timeout is reached but we know that | |
| # after 15 minutes those should have passed already if there are no failed test cases. | |
| # In this case, just set the job status to passed as there was likely no actual issue. | |
| # See https://github.com/ChainSafe/lodestar/issues/5913 | |
| run: timeout 15m yarn test:e2e || { test $? -eq 124 || exit 1; } | |
| env: | |
| GOERLI_RPC_URL: ${{ secrets.GOERLI_RPC_URL!=0 && secrets.GOERLI_RPC_URL || env.GOERLI_RPC_DEFAULT_URL }} | |
| - name: Stop the e2e test environment | |
| run: scripts/run_e2e_env.sh stop | |
| - name: Upload debug log test for test env | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: debug-e2e-test-logs-node-${{matrix.node}} | |
| path: test-logs/e2e-test-env | |
| browser-tests: | |
| name: Browser Tests | |
| runs-on: buildjet-4vcpu-ubuntu-2204 | |
| needs: build | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| node: [20] | |
| steps: | |
| # <common-build> - Uses YAML anchors in the future | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: ${{matrix.node}} | |
| check-latest: true | |
| cache: yarn | |
| - name: Restore build cache | |
| id: cache-primes-restore | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: | | |
| node_modules | |
| packages/*/node_modules | |
| lib/ | |
| packages/*/lib | |
| packages/*/.git-data.json | |
| key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }} | |
| fail-on-cache-miss: true | |
| - name: Browser tests | |
| run: | | |
| export DISPLAY=':99.0' | |
| Xvfb :99 -screen 0 1024x768x24 > /dev/null 2>&1 & | |
| yarn test:browsers | |
| spec-tests: | |
| name: Spec tests | |
| needs: build | |
| runs-on: buildjet-4vcpu-ubuntu-2204 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| node: [20] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: ${{matrix.node}} | |
| check-latest: true | |
| cache: yarn | |
| - name: Restore build cache | |
| id: cache-primes-restore | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: | | |
| node_modules | |
| packages/*/node_modules | |
| lib/ | |
| packages/*/lib | |
| packages/*/.git-data.json | |
| key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }} | |
| fail-on-cache-miss: true | |
| # Download spec tests with cache | |
| - name: Restore spec tests cache | |
| uses: actions/cache@master | |
| with: | |
| path: packages/beacon-node/spec-tests | |
| key: spec-test-data-${{ hashFiles('packages/beacon-node/test/spec/specTestVersioning.ts') }} | |
| - name: Download spec tests | |
| run: yarn download-spec-tests | |
| working-directory: packages/beacon-node | |
| # Run them in different steps to quickly identifying which command failed | |
| # Otherwise just doing `yarn test:spec` you can't tell which specific suite failed | |
| # many of the suites have identical names for minimal and mainnet | |
| - name: Spec tests bls-general | |
| run: yarn test:spec-bls-general | |
| working-directory: packages/beacon-node | |
| - name: Spec tests minimal | |
| run: yarn test:spec-minimal | |
| working-directory: packages/beacon-node | |
| - name: Spec tests mainnet | |
| run: NODE_OPTIONS='--max-old-space-size=4096' yarn test:spec-mainnet | |
| working-directory: packages/beacon-node |