smoke-test.yaml

name: Smoke Test

on:
  pull_request:

jobs:
  smoke-test:
    runs-on: ubuntu-latest
    steps:
    - name: Checkout repository
      uses: actions/checkout@v2
    - name: Build xatu image
      run: |
        docker build -t ethpandaops/xatu:local .
        echo "Xatu image is built."
    - name: Install Kurtosis
      run: |
        echo "deb [trusted=yes] https://apt.fury.io/kurtosis-tech/ /" | sudo tee /etc/apt/sources.list.d/kurtosis.list
        sudo apt update
        sudo apt install kurtosis-cli
    - name: Create Kurtosis config file
      run: |
        cat <<EOF > network_params.yaml
          participants:
            - el_client_type: geth
              cl_client_type: teku
            - el_client_type: nethermind
              cl_client_type: prysm
            - el_client_type: erigon
              cl_client_type: lighthouse
            - el_client_type: besu
              cl_client_type: lighthouse
            - el_client_type: reth
              cl_client_type: lodestar
            - el_client_type: ethereumjs
              cl_client_type: nimbus
          additional_services: []
          network_parans:
            genesis_delay: 180
          xatu_sentry_enabled: true
          xatu_sentry_params:
            xatu_server_addr: xatu-server:8080
            xatu_sentry_image: ethpandaops/xatu:local
        <<EOF

    - name: Start Ethereum network with Kurtosis
      timeout-minutes: 10
      shell: bash
      run: |
        echo "Starting Kurtosis..."

        kurtosis run --enclave xatu github.com/kurtosis-tech/ethereum-package --args-file network_params.yaml;
        
        echo "Kurtosis has started successfully."
    - name: Run Xatu stack
      timeout-minutes: 10
      shell: bash
      run: |
        echo "Starting Xatu stack..."

        docker compose up --detach --quiet-pull

        echo "Xatu stack has started successfully."


    - name: Add all xatu-sentry containers to the xatu network
      run: |
        for container in $(docker ps --filter name=xatu-sentry --format "{{.Names}}"); do docker network connect xatu_xatu-net $container; echo $container; done
    - name: Verify Clickhouse has data from all sentries
      timeout-minutes: 10
      run: |
        echo "Checking Clickhouse for data from all sentries"

        all_sentries=($(kurtosis enclave inspect xatu | grep cl- | grep http | awk '{ print $2 }' | grep -v validator | sed 's/^cl-//'))

        tables=(
            "beacon_api_eth_v1_events_attestation"
            "beacon_api_eth_v1_events_block"
            "beacon_api_eth_v1_events_head"
        )

        # Define a function that prints the last 5 logs from all docker containers that have the argument in the name
        print_logs() {
            for container in $(docker ps --filter name=$1 --format "{{.Names}}"); do
                echo "Logs for $container:\n\n"
                docker logs --tail 5 $container
                echo "\n\n"
            done
        }

        for table in "${tables[@]}"; do
            echo "Checking $table table..."
            for sentry in "${all_sentries[@]}"; do
                echo "Checking $table table for $sentry..."
                while true; do
                    data_count=$(docker exec clickhouse-01 clickhouse-client --query "SELECT COUNT(*) FROM default.$table WHERE meta_client_name = '$sentry'" || true)
                    if [[ $data_count -gt 0 ]]; then
                        echo "$table table has data from $sentry."
                        break
                    else
                        echo "$table table data count for $sentry is $data_count."

                        print_logs $sentry

                        sleep 5
                    fi
                done
            done
        done

    - name: Collect docker logs on failure
      if: failure()
      uses: jwalton/gh-docker-logs@v2
      with:
        dest: './logs'
    - name: Tar logs
      if: failure()
      run: tar cvzf ./logs.tgz ./logs
    - name: Upload logs to GitHub
      if: failure()
      uses: actions/upload-artifact@master
      with:
        name: logs.tgz
        path: ./logs.tgz