Test eden #61
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: Eden | |
| on: # yamllint disable-line rule:truthy | |
| pull_request: | |
| branches: | |
| - "master" | |
| - "[0-9]+.[0-9]+" | |
| - "[0-9]+.[0-9]+-stable" | |
| jobs: | |
| integration: | |
| name: Integration test (tpm=${{ matrix.tpm }};${{ matrix.fs }}) | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| tpm: ["true", "false"] | |
| fs: ["zfs", "ext4"] | |
| steps: | |
| - name: Check | |
| run: | | |
| for addr in $(ip addr list|sed -En -e 's/.*inet ([0-9.]+).*/\1/p') | |
| do | |
| if echo "$addr" | grep -q -E "10.11.(12|13).[0-9]+"; then | |
| echo "$addr overlaps with test"; exit 1 | |
| fi | |
| done | |
| sudo df -h | |
| sudo swapoff -a | |
| sudo free | |
| - name: setup | |
| run: | | |
| sudo add-apt-repository ppa:stefanberger/swtpm-jammy | |
| sudo apt install -y qemu-utils qemu-system-x86 jq swtpm | |
| - name: get eve | |
| uses: actions/checkout@v3 | |
| with: | |
| path: 'eve' | |
| ref: 'b3099f491cfb4bf4601da40a8ef7e77870c0eba7' | |
| - name: prepare eden | |
| run: | | |
| if [ -f ${{ github.workspace }}/eve/tests/eden/eden-version ]; then | |
| EDEN_VERSION=$(cat ${{ github.workspace }}/eve/tests/eden/eden-version) | |
| else | |
| EDEN_VERSION=lfedge/eden:0.8.0 | |
| fi | |
| docker run -v $PWD:/out $EDEN_VERSION cp -a /eden/. /out/ | |
| sudo chown -R $(whoami) . | |
| ./eden config add default | |
| - name: set debug log level | |
| if: contains(github.event.review.body, '#eden-debug') | |
| run: | | |
| ./eden config set default --key=eve.log-level --value=debug | |
| ./eden config set default --key=eve.adam-log-level --value=debug | |
| - name: run | |
| run: | | |
| ./eden config set default --key eve.registry --value="milan4zededa/eve" | |
| ./eden config set default --key eve.tag --value="0.0.0-HEAD-b3099f49" | |
| ./eden config set default --key=eve.accel --value=false | |
| ./eden config set default --key=eve.tpm --value=${{ matrix.tpm }} | |
| ./eden config set default --key=eve.cpu --value=2 | |
| ./eden config set default --key=eden.tests --value=${{ github.workspace }}/eve/tests/eden | |
| EDITOR=cat ./eden config edit default | |
| - name: setup-ext4 | |
| if: matrix.fs == 'ext4' | |
| run: ./eden setup -v debug | |
| - name: setup-zfs | |
| if: matrix.fs == 'zfs' | |
| run: | | |
| ./eden config set default --key=eve.disks --value=4 | |
| ./eden config set default --key=eve.disk --value=4096 | |
| ./eden setup -v debug --grub-options='set_global dom0_extra_args "$dom0_extra_args eve_install_zfs_with_raid_level "' | |
| - name: run | |
| run: EDEN_TEST_STOP=n ./eden test ${{ github.workspace }}/eve/tests/eden/workflow -v debug | |
| - name: Collect logs | |
| if: ${{ always() }} | |
| run: | | |
| ./eden log --format json > trace.log || echo "no log" | |
| ./eden info --format json > info.log || echo "no info" | |
| ./eden metric --format json > metric.log || echo "no metric" | |
| ./eden netstat --format json > netstat.log || echo "no netstat" | |
| cp dist/default-eve.log console.log || echo "no device log" | |
| docker logs eden_adam > adam.log 2>&1 || echo "no adam log" | |
| - name: Log counting | |
| if: ${{ always() }} | |
| run: | | |
| echo "::group::Total errors" | |
| echo "$(jq '.severity' trace.log|grep err|wc -l)" | |
| echo "::endgroup::" | |
| echo "::group::Errors by source" | |
| echo "errors by source: $(jq -s 'map(select(.severity|contains("err")))|group_by(.source)|map({"source": .[0].source, "total":length})|sort_by(.total)|reverse[]' trace.log)" | |
| echo "::endgroup::" | |
| echo "::group::Error log content duplicates" | |
| echo "$(jq -s 'map(select(.severity | contains("err")))|group_by(.content)|map(select(length>1))' trace.log)" | |
| echo "::endgroup::" | |
| echo "::group::Error log function filename duplicates" | |
| echo "$(jq -s 'map(select(.severity | contains("err")))|group_by(.filename)|map(select(length>10))|map({"source": .[0].source, "filename": .[0].filename, "function": .[0].function, "content": [.[].content], "total":length})|sort_by(.total)| reverse[]' trace.log)" | |
| echo "::endgroup::" | |
| echo "::group::Segfaults" | |
| echo "$(jq -s 'map(select(.content | contains("segfault at")))' trace.log)"|tee segfaults.log | |
| [ "$(jq length segfaults.log)" -gt 0 ] && echo "::warning::segfaults found, you can see them in Log counting->Segfaults section" | |
| echo "::endgroup::" | |
| - name: Store raw test results | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: eden-report-tpm-${{ matrix.tpm }}-${{ matrix.fs }} | |
| path: | | |
| ${{ github.workspace }}/trace.log | |
| ${{ github.workspace }}/info.log | |
| ${{ github.workspace }}/metric.log | |
| ${{ github.workspace }}/netstat.log | |
| ${{ github.workspace }}/console.log | |
| ${{ github.workspace }}/adam.log |