Integrate distributed inference with chat/server #1970
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Run the README instructions - with stories - on MPS/MacOS | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - main | |
| workflow_dispatch: | |
| jobs: | |
| test-readme-mps-macos: | |
| uses: pytorch/test-infra/.github/workflows/macos_job.yml@main | |
| with: | |
| runner: macos-m1-14 | |
| script: | | |
| conda create -y -n test-readme-mps-macos python=3.10.11 llvm-openmp | |
| conda activate test-readme-mps-macos | |
| set -x | |
| # NS: Remove previous installation of torch first | |
| # as this script does not isntall anything into conda env but rather as system dep | |
| pip3 uninstall -y torch || true | |
| set -eou pipefail | |
| echo "::group::Print machine info" | |
| uname -a | |
| sysctl machdep.cpu.brand_string | |
| sysctl machdep.cpu.core_count | |
| echo "::endgroup::" | |
| .ci/scripts/run-docs readme | |
| echo "::group::Completion" | |
| echo "tests complete" | |
| echo "*******************************************" | |
| echo "::endgroup::" | |
| test-quantization-mps-macos: | |
| uses: pytorch/test-infra/.github/workflows/macos_job.yml@main | |
| with: | |
| runner: macos-m1-14 | |
| script: | | |
| set -x | |
| conda create -y -n test-quantization-mps-macos python=3.10.11 | |
| conda activate test-quantization-mps-macos | |
| # NS: Remove previous installation of torch first | |
| # as this script does not isntall anything into conda env | |
| #but rather system dep | |
| pip3 uninstall -y torch || true | |
| set -eou pipefail | |
| echo "::group::Print machine info" | |
| uname -a | |
| sysctl machdep.cpu.brand_string | |
| sysctl machdep.cpu.core_count | |
| echo "::endgroup::" | |
| .ci/scripts/run-docs quantization | |
| echo "::group::Completion" | |
| echo "tests complete" | |
| echo "*******************************************" | |
| echo "::endgroup::" | |
| test-gguf-mps-macos: | |
| uses: pytorch/test-infra/.github/workflows/macos_job.yml@main | |
| with: | |
| runner: macos-m1-14 # neeps MPS, was macos-m1-stable | |
| script: | | |
| set -x | |
| conda create -y -n test-quantization-mps-macos python=3.10.11 | |
| conda activate test-quantization-mps-macos | |
| # NS: Remove previous installation of torch first | |
| # as this script does not isntall anything into conda env | |
| # but rather system dep | |
| pip3 uninstall -y torch || true | |
| set -eou pipefail | |
| echo "::group::Print machine info" | |
| uname -a | |
| sysctl machdep.cpu.brand_string | |
| sysctl machdep.cpu.core_count | |
| echo "::endgroup::" | |
| .ci/scripts/run-docs gguf | |
| echo "::group::Completion" | |
| echo "tests complete" | |
| echo "*******************************************" | |
| echo "::endgroup::" | |
| test-advanced-mps-macos: | |
| uses: pytorch/test-infra/.github/workflows/macos_job.yml@main | |
| with: | |
| runner: macos-m1-14 # neeps MPS, was macos-m1-stable | |
| script: | | |
| set -x | |
| conda create -y -n test-quantization-mps-macos python=3.10.11 | |
| conda activate test-quantization-mps-macos | |
| # NS: Remove previous installation of torch first | |
| # as this script does not isntall anything into conda env | |
| # but rather system dep | |
| pip3 uninstall -y torch || true | |
| set -eou pipefail | |
| echo "::group::Print machine info" | |
| uname -a | |
| sysctl machdep.cpu.brand_string | |
| sysctl machdep.cpu.core_count | |
| echo "::endgroup::" | |
| .ci/scripts/run-docs advanced | |
| echo "::group::Completion" | |
| echo "tests complete" | |
| echo "*******************************************" | |
| echo "::endgroup::" |