.github: add common system tests workflow #1
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: NeoFS System Tests | ||
| on: | ||
| workflow_call: | ||
| inputs: | ||
| neofs_network_domain: | ||
| type: string | ||
| description: 'NeoFS network domain to deploy tests report' | ||
| required: true | ||
| neofs_http_gate: | ||
| type: string | ||
| description: 'NeoFS http gate address to deploy tests report' | ||
| required: true | ||
| neofs_store_objects_cid: | ||
| type: string | ||
| description: 'NeoFS container id to deploy tests report' | ||
| required: true | ||
| neofs_pr_expiration_period: | ||
| type: string | ||
| description: 'NeoFS tests report expiration period for PRs' | ||
| required: true | ||
| neofs_master_expiration_period: | ||
| type: string | ||
| description: 'NeoFS tests report expiration period for master commits' | ||
| required: true | ||
| neofs_manual_expiration_period: | ||
| type: string | ||
| description: 'NeoFS tests report expiration period for manual runs' | ||
| required: true | ||
| neofs_other_expiration_period: | ||
| type: string | ||
| description: 'NeoFS tests report expiration period for other purposes' | ||
| required: true | ||
| os: | ||
| type: string | ||
| description: 'Github runners in JSON format' | ||
| required: false | ||
| default: '[{runner: "ubuntu-latest", binary: "linux-amd64"}]' | ||
| marks: | ||
| type: string | ||
| description: 'Pytest marks to execute certain tests; examples: sanity' | ||
| required: false | ||
| default: '' | ||
| tests_path: | ||
| type: string | ||
| description: 'Path to tests; examples: pytest_tests/tests/s3' | ||
| required: false | ||
| default: 'pytest_tests/tests' | ||
| tests_parallel_level: | ||
| type: number | ||
| description: 'Level of parallelization to be used by tests; examples: 3' | ||
| required: false | ||
| default: 1 | ||
| neofs_testcases_commit: | ||
| type: string | ||
| description: 'Ref to neofs-testcases repo' | ||
| required: false | ||
| default: 'master' | ||
| neofs_node_commit: | ||
| type: string | ||
| description: 'Commit from neofs-node repo to build binaries' | ||
| required: false | ||
| default: 'from_tests' | ||
| neofs_node_tag: | ||
| type: string | ||
| description: 'Tag from neofs-node repo to download binaries' | ||
| required: false | ||
| default: 'from_tests' | ||
| neofs_s3_gw_commit: | ||
| type: string | ||
| description: 'Commit from neofs-s3-gw repo to build binaries' | ||
| required: false | ||
| default: 'from_tests' | ||
| neofs_s3_gw_tag: | ||
| type: string | ||
| description: 'Tag from neofs-s3-gw repo to download binaries' | ||
| required: false | ||
| default: 'from_tests' | ||
| neofs_rest_gw_commit: | ||
| type: string | ||
| description: 'Commit from neofs-rest-gw repo to build binaries' | ||
| required: false | ||
| default: 'from_tests' | ||
| neofs_rest_gw_tag: | ||
| type: string | ||
| description: 'Tag from neofs-rest-gw repo to download binaries' | ||
| required: false | ||
| default: 'from_tests' | ||
| neo_go_tag: | ||
| type: string | ||
| description: 'Tag from neo-go repo to download binaries' | ||
| required: false | ||
| default: 'from_tests' | ||
| secrets: | ||
| TEST_RESULTS_WALLET: | ||
| description: 'NeoFS wallet to deploy tests report' | ||
| required: true | ||
| TEST_RESULTS_PASSWORD: | ||
| description: 'NeoFS wallet password to deploy tests report' | ||
| required: true | ||
| env: | ||
| ALLURE_RESULTS_DIR: ${{ github.workspace }}/allure-results | ||
| jobs: | ||
| run_system_tests: | ||
| runs-on: ${{ matrix.runner }} | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| include: ${{ fromJson(inputs.os) }} | ||
| timeout-minutes: 500 | ||
| steps: | ||
| - name: Set up Go | ||
| uses: actions/setup-go@v5 | ||
| with: | ||
| cache: true | ||
| go-version: '1.22' | ||
| - run: go version | ||
| - name: Set up Python | ||
| uses: actions/setup-python@v5 | ||
| with: | ||
| python-version: '3.12' | ||
| - run: python --version | ||
| - name: Checkout neofs-testcases repository | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| repository: nspcc-dev/neofs-testcases | ||
| ref: ${{ inputs.neofs_testcases_commit }} | ||
| path: neofs-testcases | ||
| - name: Fix OpenSSL ripemd160 | ||
| run: | | ||
| sudo python ./tools/src/openssl_config_fix.py | ||
| working-directory: neofs-testcases | ||
| - name: Checkout xk6-neofs repository | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| repository: nspcc-dev/xk6-neofs | ||
| ref: master | ||
| path: xk6-neofs | ||
| - name: Build xk6-neofs | ||
| timeout-minutes: 5 | ||
| run: | | ||
| make install_xk6 | ||
| make build | ||
| working-directory: xk6-neofs | ||
| - name: Checkout neofs-node repository | ||
| if: ${{ inputs.neofs_node_commit != 'from_tests' }} | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| repository: nspcc-dev/neofs-node | ||
| ref: ${{ inputs.neofs_node_commit }} | ||
| path: neofs-node | ||
| - name: Build neofs-node | ||
| if: ${{ inputs.neofs_node_commit != 'from_tests' }} | ||
| timeout-minutes: 5 | ||
| run: | | ||
| make all | ||
| echo "$(pwd)/bin" >> $GITHUB_PATH | ||
| working-directory: neofs-node | ||
| - name: Copy built neofs-node | ||
| if: ${{ inputs.neofs_node_commit != 'from_tests' }} | ||
| timeout-minutes: 30 | ||
| run: | | ||
| cp ../neofs-node/bin/* . | ||
| sudo chmod a+x neofs-cli | ||
| sudo chmod a+x neofs-adm | ||
| sudo chmod a+x neofs-ir | ||
| sudo chmod a+x neofs-lens | ||
| sudo chmod a+x neofs-node | ||
| working-directory: neofs-testcases | ||
| - name: Download neofs-cli | ||
| if: ${{ inputs.neofs_node_tag != 'from_tests' }} | ||
| uses: dsaltares/fetch-gh-release-asset@1.1.1 | ||
| with: | ||
| repo: 'nspcc-dev/neofs-node' | ||
| version: 'tags/${{ inputs.neofs_node_tag }}'' | ||
| file: 'neofs-cli-${{ matrix.binary }}' | ||
| target: 'neofs-testcases/neofs-cli' | ||
| - name: Download neofs-adm | ||
| if: ${{ inputs.neofs_node_tag != 'from_tests' }} | ||
| uses: dsaltares/fetch-gh-release-asset@1.1.1 | ||
| with: | ||
| repo: 'nspcc-dev/neofs-node' | ||
| version: 'tags/${{ inputs.neofs_node_tag }}' | ||
| file: 'neofs-adm-${{ matrix.binary }}' | ||
| target: 'neofs-testcases/neofs-adm' | ||
| - name: Download neofs-ir | ||
| if: ${{ inputs.neofs_node_tag != 'from_tests' }} | ||
| uses: dsaltares/fetch-gh-release-asset@1.1.1 | ||
| with: | ||
| repo: 'nspcc-dev/neofs-ir' | ||
| version: 'tags/${{ inputs.neofs_node_tag }}' | ||
| file: 'neofs-ir-${{ matrix.binary }}' | ||
| target: 'neofs-testcases/neofs-ir' | ||
| - name: Download neofs-lens | ||
| if: ${{ inputs.neofs_node_tag != 'from_tests' }} | ||
| uses: dsaltares/fetch-gh-release-asset@1.1.1 | ||
| with: | ||
| repo: 'nspcc-dev/neofs-lens' | ||
| version: 'tags/${{ inputs.neofs_node_tag }}' | ||
| file: 'neofs-lens-${{ matrix.binary }}' | ||
| target: 'neofs-testcases/neofs-lens' | ||
| - name: Download neofs-node | ||
| if: ${{ inputs.neofs_node_tag != 'from_tests' }} | ||
| uses: dsaltares/fetch-gh-release-asset@1.1.1 | ||
| with: | ||
| repo: 'nspcc-dev/neofs-lens' | ||
| version: 'tags/${{ inputs.neofs_node_tag }}' | ||
| file: 'neofs-lens-${{ matrix.binary }}' | ||
| target: 'neofs-testcases/neofs-lens' | ||
| - name: Set permissions for downloaded neofs-node binaries | ||
| if: ${{ inputs.neofs_node_tag != 'from_tests' }} | ||
| run: | | ||
| sudo chmod a+x neofs-cli | ||
| sudo chmod a+x neofs-adm | ||
| sudo chmod a+x neofs-ir | ||
| sudo chmod a+x neofs-lens | ||
| sudo chmod a+x neofs-node | ||
| working-directory: neofs-testcases | ||
| - name: Checkout neofs-s3-gw repository | ||
| if: ${{ inputs.neofs_s3_gw_commit != 'from_tests' }} | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| repository: nspcc-dev/neofs-s3-gw | ||
| ref: ${{ inputs.neofs_s3_gw_commit }} | ||
| path: neofs-s3-gw | ||
| - name: Build neofs-s3-gw | ||
| if: ${{ inputs.neofs_s3_gw_commit != 'from_tests' }} | ||
| run: | | ||
| make all | ||
| working-directory: neofs-s3-gw | ||
| - name: Copy built neofs-s3-gw | ||
| if: ${{ inputs.neofs_rest_gw_commit != 'from_tests' }} | ||
| timeout-minutes: 30 | ||
| run: | | ||
| cp ../neofs-s3-gw/bin/* . | ||
| sudo chmod a+x neofs-s3-authmate | ||
| sudo chmod a+x neofs-s3-gw | ||
| working-directory: neofs-testcases | ||
| - name: Download neofs-s3-gw | ||
| if: ${{ inputs.neofs_s3_gw_tag != 'from_tests' }} | ||
| uses: dsaltares/fetch-gh-release-asset@1.1.1 | ||
| with: | ||
| repo: 'nspcc-dev/neofs-s3-gw' | ||
| version: 'tags/${{ inputs.neofs_s3_gw_tag }}' | ||
| file: 'neofs-s3-gw-${{ matrix.binary }}' | ||
| target: 'neofs-testcases/neofs-s3-gw' | ||
| - name: Download neofs-s3-authmate | ||
| if: ${{ inputs.neofs_s3_gw_tag != 'from_tests' }} | ||
| uses: dsaltares/fetch-gh-release-asset@1.1.1 | ||
| with: | ||
| repo: 'nspcc-dev/neofs-s3-gw' | ||
| version: 'tags/${{ inputs.neofs_s3_gw_tag }}' | ||
| file: 'neofs-s3-authmate-${{ matrix.binary }}' | ||
| target: 'neofs-testcases/neofs-s3-authmate' | ||
| - name: Set permissions for downloaded neofs-s3 binaries | ||
| if: ${{ inputs.neofs_s3_gw_tag != 'from_tests' }} | ||
| run: | | ||
| sudo chmod a+x neofs-s3-gw | ||
| sudo chmod a+x neofs-s3-authmate | ||
| working-directory: neofs-testcases | ||
| - name: Checkout neofs-rest-gw repository | ||
| if: ${{ inputs.neofs_rest_gw_commit != 'from_tests' }} | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| repository: nspcc-dev/neofs-rest-gw | ||
| ref: ${{ inputs.neofs_rest_gw_commit }} | ||
| path: neofs-rest-gw | ||
| - name: Build neofs-rest-gw | ||
| if: ${{ inputs.neofs_rest_gw_commit != 'from_tests' }} | ||
| run: | | ||
| make all | ||
| working-directory: neofs-rest-gw | ||
| - name: Copy and chmod built neofs-rest-gw | ||
| if: ${{ inputs.neofs_rest_gw_commit != 'from_tests' }} | ||
| timeout-minutes: 30 | ||
| run: | | ||
| cp ../neofs-rest-gw/bin/* . | ||
| sudo chmod a+x neofs-rest-gw | ||
| working-directory: neofs-testcases | ||
| - name: Download neofs-rest-gw | ||
| if: ${{ inputs.neofs_rest_gw_tag != 'from_tests' }} | ||
| uses: dsaltares/fetch-gh-release-asset@1.1.1 | ||
| with: | ||
| repo: 'nspcc-dev/neofs-rest-gw' | ||
| version: 'tags/${{ inputs.neofs_rest_gw_tag }}' | ||
| file: 'neofs-rest-gw-${{ matrix.binary }}' | ||
| target: 'neofs-testcases/neofs-rest-gw' | ||
| - name: Set permissions for downloaded neofs-rest-gw binaries | ||
| if: ${{ inputs.neofs_rest_gw_tag != 'from_tests' }} | ||
| run: | | ||
| sudo chmod a+x neofs-rest-gw | ||
| working-directory: neofs-testcases | ||
| - name: Download neo-go | ||
| if: ${{ inputs.neo_go_tag != 'from_tests' }} | ||
| uses: dsaltares/fetch-gh-release-asset@1.1.1 | ||
| with: | ||
| repo: 'nspcc-dev/neo-go' | ||
| version: 'tags/${{ inputs.neo_go_tag }}' | ||
| file: 'neo-go-${{ matrix.binary }}' | ||
| target: 'neofs-testcases/neo-go' | ||
| - name: Set permissions for downloaded neo-go binaries | ||
| if: ${{ inputs.neo_go_tag != 'from_tests' }} | ||
| run: | | ||
| sudo chmod a+x neo-go | ||
| working-directory: neofs-testcases | ||
| - name: Prepare venv | ||
| id: prepare_venv | ||
| timeout-minutes: 30 | ||
| run: | | ||
| make venv.pytest | ||
| echo "$(pwd)" >> $GITHUB_PATH | ||
| working-directory: neofs-testcases | ||
| - name: Run tests | ||
| timeout-minutes: 120 | ||
| env: | ||
| ALLURE_RESULTS_DIR: ${{ env.ALLURE_RESULTS_DIR }} | ||
| run: | | ||
| source venv.pytest/bin/activate && pytest -n ${{ inputs.tests_parallel_level }} --show-capture=no -m "${{ inputs.marks }}" --alluredir=${GITHUB_WORKSPACE}/allure-results ${{ inputs.tests_path }} | ||
| working-directory: neofs-testcases | ||
| - name: Publish to NeoFS | ||
| id: put_report | ||
| if: always() && steps.prepare_venv.outcome == 'success' | ||
| uses: nspcc-dev/gh-push-allure-report-to-neofs@v0.1.1 | ||
| with: | ||
| NEOFS_WALLET: ${{ secrets.TEST_RESULTS_WALLET }} | ||
| NEOFS_WALLET_PASSWORD: ${{ secrets.TEST_RESULTS_PASSWORD }} | ||
| NEOFS_NETWORK_DOMAIN: ${{ inputs.neofs_network_domain }} | ||
| NEOFS_HTTP_GATE: ${{ inputs.neofs_http_gate }} | ||
| STORE_OBJECTS_CID: ${{ inputs.neofs_store_objects_cid }} | ||
| PR_LIFETIME: ${{ inputs.neofs_pr_expiration_period }} | ||
| MASTER_LIFETIME: ${{ inputs.neofs_master_expiration_period }} | ||
| MANUAL_RUN_LIFETIME: ${{ inputs.neofs_manual_expiration_period }} | ||
| OTHER_LIFETIME: ${{ inputs.neofs_other_expiration_period }} | ||
| ALLURE_RESULTS_DIR: ${{ env.ALLURE_RESULTS_DIR }} | ||
| ALLURE_GENERATED_DIR: 'neofs-test-allure-generated-report' | ||
| - name: Post the link to the report | ||
| id: post_report_link | ||
| timeout-minutes: 60 | ||
| if: always() && steps.put_report.outcome == 'success' | ||
| env: | ||
| REPORT_NEOFS_URL: ${{ steps.put_report.outputs.REPORT_NEOFS_URL }}index.html | ||
| uses: Sibz/github-status-action@v1 | ||
| with: | ||
| authToken: ${{ secrets.GITHUB_TOKEN }} | ||
| context: 'Test report ${{ matrix.runner }}' | ||
| state: 'success' | ||
| sha: ${{ github.event.pull_request.head.sha || github.sha }} | ||
| target_url: ${{ env.REPORT_NEOFS_URL }} | ||
