pipelines #378
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: pipelines | |
| on: | |
| schedule: | |
| # At the end of everyday | |
| - cron: 0 6 * * * | |
| jobs: | |
| build: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: [3.8] | |
| os: [ubuntu-20.04] | |
| runs-on: self-hosted | |
| timeout-minutes: 720 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Setup Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Create and start a virtual environment | |
| run: | | |
| python -m venv pipelines_venv --clear | |
| - name: Install dependencies | |
| run: | | |
| source pipelines_venv/bin/activate | |
| pip install --upgrade pip | |
| export SDK_PATH=/opt/gc/poplar_sdk-ubuntu_20_04-3.3* | |
| pip install ${SDK_PATH}/poptorch-*.whl | |
| pip install .[testing] | |
| pip install memory-profiler matplotlib | |
| - name: Test with Pytest | |
| env: | |
| POPTORCH_WAIT_FOR_IPU: 1 | |
| RUN_SLOW: true | |
| run: | | |
| source pipelines_venv/bin/activate | |
| export SDK_PATH=/opt/gc/poplar_sdk-ubuntu_20_04-3.3* | |
| . ${SDK_PATH}/poplar-ubuntu_20_04*/enable.sh | |
| . ${SDK_PATH}/popart-ubuntu_20_04*/enable.sh | |
| mprof run --exit-code --interval 1 --include-children --multiprocess \ | |
| pytest tests/pipelines/ -v -n 4 | |
| mprof plot -o memory_profile.png | |
| - name: Upload memory profile | |
| if: always() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: memory_profile | |
| path: memory_profile.png | |
| - name: Upload PopTorch error log if present | |
| if: always() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: poptorch_error | |
| path: poptorch_error.log | |
| if-no-files-found: ignore | |