Add cu12 release (#10348)

Oneflow-Inc · Oct 27, 2023 · a5041b8 · a5041b8
1 parent b809137
commit a5041b8
Show file tree

Hide file tree

Showing 7 changed files with 40 additions and 37 deletions.
diff --git a/.github/workflows/canary.yml b/.github/workflows/canary.yml
@@ -54,7 +54,7 @@ jobs:
  - name: Checkout Oneflow-Inc/oneflow
  if: ${{ github.event.inputs.oneflow-ref == '' }}
  uses: actions/checkout@v2
- - uses: Oneflow-Inc/get-oneflow@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow@support-cu12
  name: Build manylinux
  id: build-cuda
  with:

diff --git a/.github/workflows/on_merge.yml b/.github/workflows/on_merge.yml
@@ -15,6 +15,6 @@ jobs:
  if: github.event.pull_request.merged == true
  runs-on: ubuntu-latest
  steps:
- - uses: Oneflow-Inc/get-oneflow/update-benchmark-history@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow/update-benchmark-history@support-cu12
  name: Update benchmark history
  timeout-minutes: 10
diff --git a/.github/workflows/priv_release.yml b/.github/workflows/priv_release.yml
@@ -4,6 +4,7 @@ on:
  push:
  branches:
  - priv-release
+ - add-cu12-release
  schedule:
  # beijing: 12 pm.
  # utc: 4 am.
@@ -24,7 +25,7 @@ jobs:
  permissions:
  contents: read
  pull-requests: write
- uses: Oneflow-Inc/oneflow/.github/workflows/release.yml@master
+ uses: ./.github/workflows/release.yml
  with:
  is_priv: true
  branch: ${{ inputs.priv_branch || 'main' }}

diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -62,9 +62,10 @@ jobs:
  ref: ${{ inputs.branch }}
  repository: ${{ secrets.ONEFLOW_PRIV_ORG }}/oneflow
  token: ${{ secrets.ONEFLOW_PRIV_GH_TOKEN }}
- - uses: Oneflow-Inc/get-oneflow/cache-complete/matrix/build@add-nightly-date
- name: find cache
+ - uses: Oneflow-Inc/get-oneflow/cache-complete/matrix/build@support-cu12
+ name: Find build cache
  id: find-cache
+ if: ${{ inputs.is_priv }}
  timeout-minutes: 5
  with:
  delete-cache: ${{ contains(github.event.pull_request.labels.*.name, 'need-clean-ccache') }}
@@ -74,8 +75,9 @@ jobs:
  release
  oneflow-src: ${{ env.ONEFLOW_SRC }}
  entries: |
+ cu122
+ cu121
  cu118
- cu117
  cpu
  - name: Get current date
  id: date
@@ -96,7 +98,7 @@ jobs:
  if: github.repository == 'Oneflow-Inc/oneflow' || inputs.is_priv
  strategy:
  fail-fast: false
- max-parallel: 5
+ max-parallel: 6
  matrix: ${{ fromJson(needs.generate-build-matrix.outputs.matrix) }}
  steps:
  - name: Fix permissions
@@ -132,11 +134,11 @@ jobs:
  if: ${{ inputs.is_priv }}
  run: |
  env
- - uses: Oneflow-Inc/get-oneflow@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow@support-cu12
  name: Build ${{ matrix.entry }}
- if: ${{ matrix.entry =='cu118' }}
+ if: ${{ matrix.entry =='cu118' || startsWith(matrix.entry, 'cu12') }}
  with:
- cmake-init-cache: ${{ env.ONEFLOW_SRC }}/cmake/caches/ci/release/${{ matrix.entry }}.cmake
+ cmake-init-cache: ${{ env.ONEFLOW_SRC }}/cmake/caches/ci/release/cu118.cmake
  build-script: ${{ env.ONEFLOW_SRC }}/ci/manylinux/build-gcc9.sh
  oneflow-src: ${{ env.ONEFLOW_SRC }}
  oneflow-build-env: manylinux
@@ -157,9 +159,9 @@ jobs:
  3.8
  3.9
  3.10
- - uses: Oneflow-Inc/get-oneflow@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow@support-cu12
  name: Build ${{ matrix.entry }}
- if: ${{ matrix.entry !='cpu' && matrix.entry !='cu118' }}
+ if: ${{ startsWith(matrix.entry, 'cu') && matrix.entry !='cu118' && !startsWith(matrix.entry, 'cu12') }}
  with:
  cmake-init-cache: ${{ env.ONEFLOW_SRC }}/cmake/caches/ci/release/cuda.cmake
  build-script: ${{ env.ONEFLOW_SRC }}/ci/manylinux/build-gcc9.sh
@@ -182,7 +184,7 @@ jobs:
  3.8
  3.9
  3.10
- - uses: Oneflow-Inc/get-oneflow@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow@support-cu12
  name: Build ${{ matrix.entry }}
  if: ${{ matrix.entry =='cpu' }}
  with:

diff --git a/.github/workflows/simple.yml b/.github/workflows/simple.yml
@@ -244,7 +244,7 @@ jobs:
  repository: Oneflow-Inc/conda-env
  ref: 30a7f00eb48ee9009d85a848e720823e5054c66b
  path: conda-env
- - uses: Oneflow-Inc/get-oneflow@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow@support-cu12
  name: Build with gcc7
  if: ${{ matrix.build-type == 'gcc7'}}
  with:
@@ -253,7 +253,7 @@ jobs:
  oneflow-build-env: conda
  conda-env-file: conda-env/dev/gcc7/environment-v2.yml
  conda-env-name: oneflow-dev-gcc7-v2
- - uses: Oneflow-Inc/get-oneflow@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow@support-cu12
  name: Build with clang10
  if: ${{ matrix.build-type == 'clang10'}}
  with:

diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -176,7 +176,7 @@ jobs:
  with:
  ref: ${{ github.event.pull_request.head.sha }}
  repository: ${{github.event.pull_request.head.repo.full_name}}
- - uses: Oneflow-Inc/get-oneflow/cache-complete/matrix/build@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow/cache-complete/matrix/build@support-cu12
  name: find cache
  id: find-cache
  timeout-minutes: 5
@@ -219,7 +219,7 @@ jobs:
  with:
  ref: ${{ github.event.pull_request.head.sha }}
  repository: ${{github.event.pull_request.head.repo.full_name}}
- - uses: Oneflow-Inc/get-oneflow/cache-complete@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow/cache-complete@support-cu12
  name: Save cache if successful
  id: save-cache
  timeout-minutes: 5
@@ -233,7 +233,7 @@ jobs:
  run: |
  echo "::error file=test.yml,line=204,col=10::steps.save-cache.outputs.cache-hit != matrix.cache-hit"
  exit 1
- - uses: Oneflow-Inc/get-oneflow@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow@support-cu12
  name: Build manylinux ${{ matrix.entry }}
  id: build-cpu
  if: ${{ matrix.entry =='cpu' && !matrix.cache-hit }}
@@ -255,7 +255,7 @@ jobs:
  python-versions: |
  3.7
  3.8
- - uses: Oneflow-Inc/get-oneflow@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow@support-cu12
  name: Build manylinux ${{ matrix.entry }}
  id: build-cpu-sanitizers
  if: ${{ (matrix.entry == 'cpu-asan-ubsan' || matrix.entry == 'cpu-tsan') && !matrix.cache-hit && false }}
@@ -276,7 +276,7 @@ jobs:
  clean-ccache: ${{ contains(github.event.pull_request.labels.*.name, 'need-clean-ccache') }}
  python-versions: |
  3.8
- - uses: Oneflow-Inc/get-oneflow@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow@support-cu12
  name: Build manylinux ${{ matrix.entry }}
  id: build-cuda
  if: ${{ matrix.entry =='cu116' && !matrix.cache-hit }}
@@ -296,7 +296,7 @@ jobs:
  clean-ccache: ${{ contains(github.event.pull_request.labels.*.name, 'need-clean-ccache') }}
  python-versions: |
  3.7
- - uses: Oneflow-Inc/get-oneflow@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow@support-cu12
  name: Build ${{ matrix.entry }}
  if: ${{ matrix.entry == 'llvm15' && !matrix.cache-hit }}
  with:
@@ -335,7 +335,7 @@ jobs:
  })
  - name: Upload packed liboneflow
  if: ${{ !fromJson(matrix.cache-hit) && matrix.entry != 'llvm15' && matrix.entry != 'cpu-asan-ubsan' && matrix.entry != 'cpu-tsan' }}
- uses: Oneflow-Inc/get-oneflow/digest/upload@add-nightly-date
+ uses: Oneflow-Inc/get-oneflow/digest/upload@support-cu12
  timeout-minutes: 10
  with:
  digest: ${{ steps.save-cache.outputs.build-digest }}
@@ -346,7 +346,7 @@ jobs:
  dst-dir: cpack
  - name: Upload whl
  if: ${{ !fromJson(matrix.cache-hit) && matrix.entry != 'llvm15' && matrix.entry != 'cpu-asan-ubsan' && matrix.entry != 'cpu-tsan' }}
- uses: Oneflow-Inc/get-oneflow/digest/upload@add-nightly-date
+ uses: Oneflow-Inc/get-oneflow/digest/upload@support-cu12
  timeout-minutes: 10
  with:
  digest: ${{ steps.save-cache.outputs.build-digest }}
@@ -371,7 +371,7 @@ jobs:
  with:
  ref: ${{ github.event.pull_request.head.sha }}
  repository: ${{github.event.pull_request.head.repo.full_name}}
- - uses: Oneflow-Inc/get-oneflow/cache-complete/matrix/test@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow/cache-complete/matrix/test@support-cu12
  name: find cache
  id: find-cache
  timeout-minutes: 5
@@ -402,7 +402,7 @@ jobs:
  with:
  ref: ${{ github.event.pull_request.head.sha }}
  repository: ${{github.event.pull_request.head.repo.full_name}}
- - uses: Oneflow-Inc/get-oneflow/cache-complete/matrix/test@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow/cache-complete/matrix/test@support-cu12
  name: find cache
  id: find-cache
  timeout-minutes: 5
@@ -484,7 +484,7 @@ jobs:
  if: ${{ contains(matrix.runs-on, 'self-hosted') }}
  run: |
  docker rm -f ${{ env.TEST_CONTAINER_NAME }} || true
- - uses: Oneflow-Inc/get-oneflow/cache-complete@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow/cache-complete@support-cu12
  name: Save cache if successful
  id: save-cache
  timeout-minutes: 5
@@ -500,7 +500,7 @@ jobs:
  exit 1
  - name: Download wheel and packed liboneflow
  if: ${{ !fromJson(matrix.cache-hit) && contains(matrix.runs-on, 'self-hosted') }}
- uses: Oneflow-Inc/get-oneflow/digest/download@add-nightly-date
+ uses: Oneflow-Inc/get-oneflow/digest/download@support-cu12
  id: download-digest
  timeout-minutes: 10
  with:
@@ -510,7 +510,7 @@ jobs:
  ssh-tank-path: ${{ env.SSH_TANK_PATH }}
  - name: Get primary node
  if: ${{ !fromJson(matrix.cache-hit) && contains(matrix.runs-on, 'self-hosted') }}
- uses: Oneflow-Inc/get-oneflow/master-address@add-nightly-date
+ uses: Oneflow-Inc/get-oneflow/master-address@support-cu12
  id: get-primary-node
  with:
  rank: ${{ matrix.rank }}
@@ -710,7 +710,7 @@ jobs:
  if: ${{ contains(matrix.runs-on, 'self-hosted') }}
  run: |
  docker rm -f ${{ env.TEST_MANYLINUX_CONTAINER_NAME }} || true
- - uses: Oneflow-Inc/get-oneflow/cache-complete@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow/cache-complete@support-cu12
  name: Save cache if successful
  id: save-cache
  timeout-minutes: 5
@@ -726,7 +726,7 @@ jobs:
  exit 1
  - name: Download wheel and packed liboneflow
  if: ${{ !fromJson(matrix.cache-hit) && contains(matrix.runs-on, 'self-hosted') }}
- uses: Oneflow-Inc/get-oneflow/digest/download@add-nightly-date
+ uses: Oneflow-Inc/get-oneflow/digest/download@support-cu12
  id: download-digest
  timeout-minutes: 10
  with:
@@ -736,7 +736,7 @@ jobs:
  ssh-tank-path: ${{ env.SSH_TANK_PATH }}
  - name: Download ASAN and UBSAN wheel and packed liboneflow
  if: ${{ !fromJson(matrix.cache-hit) && contains(matrix.runs-on, 'self-hosted') && matrix.device == 'cpu' && false }}
- uses: Oneflow-Inc/get-oneflow/digest/download@add-nightly-date
+ uses: Oneflow-Inc/get-oneflow/digest/download@support-cu12
  id: asan-ubsan-download-digest
  timeout-minutes: 10
  with:
@@ -746,7 +746,7 @@ jobs:
  ssh-tank-path: ${{ env.SSH_TANK_PATH }}
  - name: Download TSAN wheel and packed liboneflow
  if: ${{ !fromJson(matrix.cache-hit) && contains(matrix.runs-on, 'self-hosted') && matrix.device == 'cpu' && false }}
- uses: Oneflow-Inc/get-oneflow/digest/download@add-nightly-date
+ uses: Oneflow-Inc/get-oneflow/digest/download@support-cu12
  id: tsan-download-digest
  timeout-minutes: 10
  with:
@@ -1072,7 +1072,7 @@ jobs:
  - name: Benchmark Test
  timeout-minutes: 100
  if: ${{ !fromJson(matrix.cache-hit) && matrix.test-type == 'benchmark' && matrix.device == 'cuda' }}
- uses: Oneflow-Inc/get-oneflow/pytest-benchmark@add-nightly-date
+ uses: Oneflow-Inc/get-oneflow/pytest-benchmark@support-cu12
  with:
  collect-path: ${{ env.FLOW_VISION_SRC }}/benchmark
  container-name: ${{ env.TEST_CONTAINER_NAME }}
@@ -1133,7 +1133,7 @@ jobs:
  ref: ${{ github.event.pull_request.head.sha }}
  repository: ${{github.event.pull_request.head.repo.full_name}}
  fetch-depth: 0
- - uses: Oneflow-Inc/get-oneflow/cache-complete@add-nightly-date
+ - uses: Oneflow-Inc/get-oneflow/cache-complete@support-cu12
  name: Save cache if successful
  id: save-cache
  timeout-minutes: 5

diff --git a/README.md b/README.md
@@ -61,14 +61,14 @@ OneFlow is a deep learning framework designed to be **user-friendly, scalable an
 - To install nightly release of OneFlow with CUDA support:
 
  ```bash
- python3 -m pip install --pre oneflow -f https://oneflow-staging.oss-cn-beijing.aliyuncs.com/branch/master/cu117
+ python3 -m pip install --pre oneflow -f https://oneflow-staging.oss-cn-beijing.aliyuncs.com/branch/master/cu118
  ```
 
 - To install other available builds for different variants:
 
  - Stable
  ```bash
- python3 -m pip install --find-links https://release.oneflow.info oneflow==0.9.0+cu117
+ python3 -m pip install --find-links https://release.oneflow.info oneflow==0.9.0+cu118
  ```
  - Nightly
  ```
@@ -77,7 +77,7 @@ OneFlow is a deep learning framework designed to be **user-friendly, scalable an
  - All available `[PLATFORM]`:
  | Platform |CUDA Driver Version| Supported GPUs |
  |---|---|---|
- | cu117 | >= 450.80.02 | GTX 10xx, RTX 20xx, A100, RTX 30xx |
+ | cu118 | >= 450.80.02 | GTX 10xx, RTX 20xx, A100, RTX 30xx |
  | cpu | N/A | N/A |
 
 - If you are in China, you could run this to have pip download packages from domestic mirror of pypi: