feat(ci): Add smoke test #84
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Smoke Test | |
| on: | |
| pull_request: | |
| jobs: | |
| smoke-test: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v2 | |
| - name: Build xatu image | |
| run: | | |
| docker build -t ethpandaops/xatu:local . | |
| echo "Xatu image is built." | |
| - name: Install Kurtosis | |
| run: | | |
| echo "deb [trusted=yes] https://apt.fury.io/kurtosis-tech/ /" | sudo tee /etc/apt/sources.list.d/kurtosis.list | |
| sudo apt update | |
| sudo apt install kurtosis-cli | |
| - name: Create Kurtosis config file | |
| run: | | |
| cat <<EOF > network_params.yaml | |
| participants: | |
| - el_client_type: geth | |
| cl_client_type: teku | |
| - el_client_type: nethermind | |
| cl_client_type: prysm | |
| - el_client_type: erigon | |
| cl_client_type: lighthouse | |
| - el_client_type: besu | |
| cl_client_type: lighthouse | |
| - el_client_type: reth | |
| cl_client_type: lodestar | |
| - el_client_type: ethereumjs | |
| cl_client_type: nimbus | |
| additional_services: [] | |
| network_parans: | |
| genesis_delay: 180 | |
| xatu_sentry_enabled: true | |
| xatu_sentry_params: | |
| xatu_server_addr: xatu-server:8080 | |
| xatu_sentry_image: ethpandaops/xatu:local | |
| <<EOF | |
| - name: Start Ethereum network with Kurtosis | |
| timeout-minutes: 10 | |
| shell: bash | |
| run: | | |
| echo "Starting Kurtosis..." | |
| kurtosis run --enclave xatu github.com/kurtosis-tech/ethereum-package --args-file network_params.yaml; | |
| echo "Kurtosis has started successfully." | |
| - name: Run Xatu stack | |
| timeout-minutes: 10 | |
| shell: bash | |
| run: | | |
| echo "Starting Xatu stack..." | |
| docker compose up --detach --quiet-pull | |
| echo "Xatu stack has started successfully." | |
| - name: Add all xatu-sentry containers to the xatu network | |
| run: | | |
| for container in $(docker ps --filter name=xatu-sentry --format "{{.Names}}"); do docker network connect xatu_xatu-net $container; echo $container; done | |
| - name: Verify Clickhouse has data from all sentries | |
| timeout-minutes: 10 | |
| run: | | |
| echo "Checking Clickhouse for data from all sentries" | |
| all_sentries=($(kurtosis enclave inspect xatu | grep cl- | grep http | awk '{ print $2 }' | grep -v validator | sed 's/^cl-//')) | |
| tables=( | |
| "beacon_api_eth_v1_events_attestation" | |
| "beacon_api_eth_v1_events_block" | |
| "beacon_api_eth_v1_events_head" | |
| ) | |
| # Define a function that prints the last 5 logs from all docker containers that have the argument in the name | |
| print_logs() { | |
| for container in $(docker ps --filter name=$1 --format "{{.Names}}"); do | |
| echo "Logs for $container:\n\n" | |
| docker logs --tail 5 $container | |
| echo "\n\n" | |
| done | |
| } | |
| for table in "${tables[@]}"; do | |
| echo "Checking $table table..." | |
| for sentry in "${all_sentries[@]}"; do | |
| echo "Checking $table table for $sentry..." | |
| while true; do | |
| data_count=$(docker exec clickhouse-01 clickhouse-client --query "SELECT COUNT(*) FROM default.$table WHERE meta_client_name = '$sentry'" || true) | |
| if [[ $data_count -gt 0 ]]; then | |
| echo "$table table has data from $sentry." | |
| break | |
| else | |
| echo "$table table data count for $sentry is $data_count." | |
| print_logs $sentry | |
| sleep 5 | |
| fi | |
| done | |
| done | |
| done | |
| - name: Collect docker logs on failure | |
| if: failure() | |
| uses: jwalton/gh-docker-logs@v2 | |
| with: | |
| dest: './logs' | |
| - name: Tar logs | |
| if: failure() | |
| run: tar cvzf ./logs.tgz ./logs | |
| - name: Upload logs to GitHub | |
| if: failure() | |
| uses: actions/upload-artifact@master | |
| with: | |
| name: logs.tgz | |
| path: ./logs.tgz |