-
Notifications
You must be signed in to change notification settings - Fork 44
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'main' of https://github.com/oracle/accelerated-data-sci…
…ence into ODSC-47899/allow_customize_destination_folder_job_mount
- Loading branch information
Showing
6 changed files
with
153 additions
and
83 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,14 @@ | ||
| # We are running out space on the disk, solution described here: | ||
| # https://github.com/actions/runner-images/issues/2840#issuecomment-790492173 | ||
|
|
||
| name: "Create more disk space" | ||
| description: "Removing some folders to create more disk space" | ||
| runs: | ||
| using: composite | ||
| steps: | ||
| - shell: bash | ||
| run: | | ||
| sudo rm -rf /usr/share/dotnet | ||
| sudo rm -rf /opt/ghc | ||
| sudo rm -rf "/usr/local/share/boost" | ||
| sudo rm -rf "$AGENT_TOOLSDIRECTORY" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,84 @@ | ||
| name: "[Py3.9][Py3.10] - tests/unitary/**" | ||
|
|
||
| on: | ||
| workflow_dispatch: | ||
| pull_request: | ||
| paths: | ||
| - "ads/**" | ||
| - pyproject.toml | ||
| - "**requirements.txt" | ||
| - ".github/workflows/run-unittests*.yml" | ||
|
|
||
| # Cancel in progress workflows on pull_requests. | ||
| # https://docs.github.com/en/actions/using-jobs/using-concurrency#example-using-a-fallback-value | ||
| concurrency: | ||
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | ||
| cancel-in-progress: true | ||
|
|
||
| permissions: | ||
| contents: read | ||
| pull-requests: write | ||
|
|
||
| # hack for https://github.com/actions/cache/issues/810#issuecomment-1222550359 | ||
| env: | ||
| SEGMENT_DOWNLOAD_TIMEOUT_MINS: 5 | ||
|
|
||
| jobs: | ||
| test: | ||
| name: python ${{ matrix.python-version }}, ${{ matrix.name }} | ||
| runs-on: ubuntu-latest | ||
| timeout-minutes: 90 | ||
|
|
||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| python-version: ["3.9", "3.10"] | ||
| test-path: ["tests/unitary/with_extras tests/unitary/default_setup", "tests/unitary/with_extras/model"] | ||
| include: | ||
| - test-path: "tests/unitary/with_extras tests/unitary/default_setup" | ||
| ignore-path: "--ignore tests/unitary/with_extras/model --ignore tests/unitary/with_extras/feature_store" | ||
| name: "unitary" | ||
| - test-path: "tests/unitary/with_extras/model" | ||
| name: "model" | ||
|
|
||
| steps: | ||
| - uses: actions/checkout@v3 | ||
|
|
||
| - uses: ./.github/workflows/create-more-space | ||
| name: "Create more disk space" | ||
|
|
||
| - uses: actions/setup-python@v4 | ||
| with: | ||
| python-version: ${{ matrix.python-version }} | ||
| cache: "pip" | ||
| cache-dependency-path: | | ||
| pyproject.toml | ||
| "**requirements.txt" | ||
| - uses: ./.github/workflows/set-dummy-conf | ||
| name: "Test config setup" | ||
|
|
||
| - name: "Test env setup" | ||
| timeout-minutes: 20 | ||
| shell: bash | ||
| run: | | ||
| set -x # print commands that are executed | ||
| sudo apt-get install libkrb5-dev graphviz | ||
| $CONDA/bin/conda init | ||
| source /home/runner/.bashrc | ||
| pip install -r dev-requirements.txt | ||
| - name: "Run unitary tests folder with maximum ADS dependencies" | ||
| timeout-minutes: 60 | ||
| shell: bash | ||
| env: | ||
| CONDA_PREFIX: /usr/share/miniconda | ||
| run: | | ||
| set -x # print commands that are executed | ||
| # Run tests | ||
| python -m pytest -v -p no:warnings --durations=5 \ | ||
| -n auto --dist loadfile \ | ||
| ${{ matrix.test-path }} ${{ matrix.ignore-path }} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,26 @@ | ||
| # This composite action is to avoid duplicating code across test actions. | ||
| # Ref: https://docs.github.com/en/actions/creating-actions/creating-a-composite-action | ||
|
|
||
| name: "Create dummy oci config" | ||
| description: "Creates dummy oci config folder in ~/.oci" | ||
| runs: | ||
| using: composite | ||
| steps: | ||
| - shell: bash | ||
| env: | ||
| HOME_RUNNER_DIR: /home/runner | ||
| run: | | ||
| set -x # print commands that are executed | ||
| mkdir -p "$HOME_RUNNER_DIR"/.oci | ||
| openssl genrsa -out $HOME_RUNNER_DIR/.oci/oci_ads_user.pem 2048 | ||
| cat <<EOT >> "$HOME_RUNNER_DIR/.oci/config" | ||
| [DEFAULT] | ||
| user=ocid1.user.oc1..xxx | ||
| fingerprint=00:00:00:00:00:00:00:00:00:00:00:00:00:00:00:00 | ||
| tenancy=ocid1.tenancy.oc1..xxx | ||
| region=test_region | ||
| key_file=$HOME_RUNNER_DIR/.oci/oci_ads_user.pem | ||
| EOT | ||
| ls -lha "$HOME_RUNNER_DIR"/.oci | ||
| echo "Test config file:" | ||
| cat $HOME_RUNNER_DIR/.oci/config |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters