Refactor github.actor to replace 'fixed' strings and add context checks of buildx for sequential compilation and partial failures scenario

.github/workflows/ci.yml

@@ -36,17 +36,26 @@ jobs:
  llvm_commit: ${{ steps.repo_info.outputs.llvm_commit }}
  pybind11_commit: ${{ steps.repo_info.outputs.pybind11_commit }}
  platform_config: ${{ steps.config.outputs.platforms }}
+ actor_lower: ${{ steps.set_actor_lower.outputs.actor_lower }}
 
  steps:
  - name: Checkout repository
  uses: actions/checkout@v4
 
+ - name: Set GitHub Actor to Lowercase
+ id: set_actor_lower
+ run: |
+ actor_lower=$(echo '${{ github.actor }}' | tr '[:upper:]' '[:lower:]')
+ echo "actor_lower=$actor_lower"
+ echo "ACTOR_LOWER=$actor_lower" >> $GITHUB_ENV
+ echo "actor_lower=$actor_lower" >> $GITHUB_OUTPUT 
+
  - id: config
  run: |
  platforms="{}"
  for platform_id in amd64 arm64; do
- if [ "$platform_id" == "amd64" ]; then minimal_base_image=ghcr.io/nvidia/amd64/almalinux:8
- elif [ "$platform_id" == "arm64" ]; then minimal_base_image=ghcr.io/nvidia/arm64v8/almalinux:8
+ if [ "$platform_id" == "amd64" ]; then minimal_base_image=ghcr.io/${ACTOR_LOWER}/amd64/almalinux:8
+ elif [ "$platform_id" == "arm64" ]; then minimal_base_image=ghcr.io/${ACTOR_LOWER}/arm64v8/almalinux:8
  fi
  platform={\"$platform_id\":{\"minimal_base_image\":\"$minimal_base_image\"}}
  platforms=`echo $platforms | jq ". |= . + $platform"`
@@ -111,7 +120,7 @@ jobs:
  dockerfile: build/devdeps.manylinux.Dockerfile
  toolchain: gcc11
  build_args: |
- base_image=ghcr.io/nvidia/pypa/manylinux_2_28${{ (matrix.platform == 'arm64' && '_aarch64') || (matrix.platform == 'amd64' && '_x86_64') || '' }}:latest
+ base_image=ghcr.io/${{ needs.metadata.outputs.actor_lower }}/pypa/manylinux_2_28${{ (matrix.platform == 'arm64' && '_aarch64') || (matrix.platform == 'amd64' && '_x86_64') || '' }}:latest
  distro=rhel8
  llvm_commit=${{ needs.metadata.outputs.llvm_commit }}
  pybind11_commit=${{ needs.metadata.outputs.pybind11_commit }}

.github/workflows/create_cache_command.yml

@@ -20,6 +20,7 @@ jobs:
  outputs:
  pull_request_number: ${{ steps.pr_info.outputs.pull_request_number }}
  target_branch: ${{ steps.pr_info.outputs.target_branch }}
+ actor_lower: ${{ steps.set_actor_lower.outputs.actor_lower }}
 
  steps:
  - name: Download PR info
@@ -36,6 +37,15 @@ jobs:
  echo "source_sha=$head_sha" >> $GITHUB_OUTPUT
  echo "pull_request_number=$pr_nr" >> $GITHUB_OUTPUT
 
+ - name: Set GitHub Actor to Lowercase
+ id: set_actor_lower
+ run: |
+ actor_lower=$(echo "${{ github.actor }}" | tr '[:upper:]' '[:lower:]')
+ echo "actor_lower=$actor_lower"
+ echo "ACTOR_LOWER=$actor_lower" >> $GITHUB_ENV
+ echo "actor_lower=$actor_lower" >> $GITHUB_OUTPUT 
+
+
  - name: Add reaction
  if: inputs.comment_id
  uses: peter-evans/create-or-update-comment@v3
@@ -64,12 +74,14 @@ jobs:
  with:
  ref: "${{ format('refs/pull/{0}/merge', needs.pr_info.outputs.pull_request_number) }}"
 
+
+
  - id: config
  run: |
  platforms="{}"
  for platform_id in amd64 arm64; do
- if [ "$platform_id" == "amd64" ]; then minimal_base_image=ghcr.io/nvidia/amd64/almalinux:8
- elif [ "$platform_id" == "arm64" ]; then minimal_base_image=ghcr.io/nvidia/arm64v8/almalinux:8
+ if [ "$platform_id" == "amd64" ]; then minimal_base_image=ghcr.io/${{ needs.pr_info.outputs.actor_lower }}/amd64/almalinux:8
+ elif [ "$platform_id" == "arm64" ]; then minimal_base_image=ghcr.io/${{ needs.pr_info.outputs.actor_lower }}/arm64v8/almalinux:8
  fi
  platform={\"$platform_id\":{\"minimal_base_image\":\"$minimal_base_image\"}}
  platforms=`echo $platforms | jq ". |= . + $platform"`
@@ -122,7 +134,7 @@ jobs:
  dockerfile: build/devdeps.manylinux.Dockerfile
  toolchain: gcc11
  build_args: |
- base_image=ghcr.io/nvidia/pypa/manylinux_2_28${{ (matrix.platform == 'arm64' && '_aarch64') || (matrix.platform == 'amd64' && '_x86_64') || '' }}:latest
+ base_image=ghcr.io/${{ needs.pr_info.outputs.actor_lower }}/pypa/manylinux_2_28${{ (matrix.platform == 'arm64' && '_aarch64') || (matrix.platform == 'amd64' && '_x86_64') || '' }}:latest
  distro=rhel8
  llvm_commit=${{ needs.metadata.outputs.llvm_commit }}
  pybind11_commit=${{ needs.metadata.outputs.pybind11_commit }}

.github/workflows/deployments.yml

@@ -68,8 +68,17 @@ jobs:
  multi_platform: ${{ steps.build_info.outputs.multi_platform }}
  platforms: ${{ steps.build_info.outputs.platforms }}
  environment: ${{ steps.build_info.outputs.environment }}
+ actor_lower: ${{ steps.set_actor_lower.outputs.actor_lower }}
 
  steps:
+ - name: Set GitHub Actor to Lowercase
+ id: set_actor_lower
+ run: |
+ actor_lower=$(echo '${{ github.actor }}' | tr '[:upper:]' '[:lower:]')
+ echo "actor_lower=$actor_lower"
+ echo "ACTOR_LOWER=$actor_lower" >> $GITHUB_ENV
+ echo "actor_lower=$actor_lower" >> $GITHUB_OUTPUT 
+
  - name: Retrieve PR info
  if: github.event_name == 'workflow_run'
  id: pr_info
@@ -209,7 +218,7 @@ jobs:
  dockerfile: build/devdeps.manylinux.Dockerfile
  toolchain: gcc11
  build_args: |
- base_image=ghcr.io/nvidia/pypa/manylinux_2_28${{ (matrix.platform == 'arm64' && '_aarch64') || (matrix.platform == 'amd64' && '_x86_64') || '' }}:latest
+ base_image=ghcr.io/${{ needs.metadata.outputs.actor_lower }}/pypa/manylinux_2_28${{ (matrix.platform == 'arm64' && '_aarch64') || (matrix.platform == 'amd64' && '_x86_64') || '' }}:latest
  distro=rhel8
  llvm_commit=${{ needs.metadata.outputs.llvm_commit }}
  pybind11_commit=${{ needs.metadata.outputs.pybind11_commit }}

.github/workflows/dev_environment.yml

@@ -129,7 +129,7 @@ jobs:
  echo "runner=linux-amd64-cpu8" >> $GITHUB_OUTPUT
  fi
 
- repo_owner=${{ github.repository_owner }}
+ repo_owner=${{ github.actor }}
  registry=${{ vars.registry || 'localhost:5000' }}
  build_target=${{ inputs.build_target }}
  image_id=`basename ${{ inputs.dockerfile }} .Dockerfile`${build_target:+.$build_target}
@@ -212,7 +212,12 @@ jobs:
 
  - name: Set up context for buildx
  run: |
- docker context create builder_context
+ if ! docker context inspect builder_context > /dev/null 2>&1; then
+ echo "Context 'builder_context' does not exist. Creating it..."
+ docker context create builder_context
+ else
+ echo "Context 'builder_context' already exists. No need to create."
+ fi
 
  - name: Set up buildx runner
  uses: docker/setup-buildx-action@v3

.github/workflows/docker_images.yml

@@ -45,6 +45,7 @@ jobs:
  platform_tag: ${{ steps.info.outputs.platform_tag }}
  build_docs: ${{ steps.info.outputs.build_docs }}
  push_to_ngc: ${{ steps.info.outputs.push_to_ngc }}
+ actor_lower: ${{ steps.set_actor_lower.outputs.actor_lower }}
 
  # Needed to define metadata depending on whether an environment secret is defined.
  environment:
@@ -74,6 +75,15 @@ jobs:
  echo "build_docs=${{ inputs.build_docs != 'false' }}" >> $GITHUB_OUTPUT
  fi
 
+ - name: Set GitHub Actor to Lowercase
+ id: set_actor_lower
+ run: |
+ actor_lower=$(echo '${{ github.actor }}' | tr '[:upper:]' '[:lower:]')
+ echo "actor_lower=$actor_lower"
+ echo "ACTOR_LOWER=$actor_lower" >> $GITHUB_ENV
+ echo "actor_lower=$actor_lower" >> $GITHUB_OUTPUT 
+
+
  ompi_image:
  name: open-mpi
  needs: metadata
@@ -147,7 +157,12 @@ jobs:
 
  - name: Set up context for buildx
  run: |
- docker context create builder_context
+ if ! docker context inspect builder_context > /dev/null 2>&1; then
+ echo "Context 'builder_context' does not exist. Creating it..."
+ docker context create builder_context
+ else
+ echo "Context 'builder_context' already exists. No need to create."
+ fi
 
  - name: Set up buildx runner
  uses: docker/setup-buildx-action@v3
@@ -284,7 +299,12 @@ jobs:
 
  - name: Set up context for buildx
  run: |
- docker context create builder_context
+ if ! docker context inspect builder_context > /dev/null 2>&1; then
+ echo "Context 'builder_context' does not exist. Creating it..."
+ docker context create builder_context
+ else
+ echo "Context 'builder_context' already exists. No need to create."
+ fi
 
  - name: Set up buildx runner
  uses: docker/setup-buildx-action@v3
@@ -414,7 +434,7 @@ jobs:
  id: prereqs
  run: |
  if ${{ needs.ompi_image.result == 'skipped' }}; then
- base_image=ghcr.io/nvidia/ubuntu:22.04
+ base_image=ghcr.io/${{ needs.metadata.outputs.actor_lower }}/ubuntu:22.04
  elif ${{ steps.restore_openmpi.outcome != 'skipped' }}; then
  load_output=`docker load --input "${{ needs.ompi_image.outputs.tar_archive }}"`
  base_image=`echo "$load_output" | grep -o 'Loaded image: \S*:\S*' | head -1 | cut -d ' ' -f 3`
@@ -485,7 +505,12 @@ jobs:
 
  - name: Set up context for buildx
  run: |
- docker context create builder_context
+ if ! docker context inspect builder_context > /dev/null 2>&1; then
+ echo "Context 'builder_context' does not exist. Creating it..."
+ docker context create builder_context
+ else
+ echo "Context 'builder_context' already exists. No need to create."
+ fi
 
  - name: Set up buildx runner
  uses: docker/setup-buildx-action@v3

.github/workflows/gh_registry.yml

@@ -116,7 +116,12 @@ jobs:
 
  - name: Set up context for buildx
  run: |
- docker context create builder_context
+ if ! docker context inspect builder_context > /dev/null 2>&1; then
+ echo "Context 'builder_context' does not exist. Creating it..."
+ docker context create builder_context
+ else
+ echo "Context 'builder_context' already exists. No need to create."
+ fi
 
  - name: Set up buildx runner
  uses: docker/setup-buildx-action@v3

.github/workflows/integration_tests.yml

@@ -123,7 +123,12 @@ jobs:
 
  - name: Set up context for buildx
  run: |
- docker context create builder_context
+ if ! docker context inspect builder_context > /dev/null 2>&1; then
+ echo "Context 'builder_context' does not exist. Creating it..."
+ docker context create builder_context
+ else
+ echo "Context 'builder_context' already exists. No need to create."
+ fi
 
  - name: Set up buildx runner
  uses: docker/setup-buildx-action@v3

.github/workflows/prebuilt_binaries.yml

@@ -115,7 +115,12 @@ jobs:
 
  - name: Set up context for buildx
  run: |
- docker context create builder_context
+ if ! docker context inspect builder_context > /dev/null 2>&1; then
+ echo "Context 'builder_context' does not exist. Creating it..."
+ docker context create builder_context
+ else
+ echo "Context 'builder_context' already exists. No need to create."
+ fi
 
  - name: Set up buildx runner
  uses: docker/setup-buildx-action@v3

.github/workflows/publishing.yml

@@ -632,7 +632,12 @@ jobs:
 
  - name: Set up context for buildx
  run: |
- docker context create builder_context
+ if ! docker context inspect builder_context > /dev/null 2>&1; then
+ echo "Context 'builder_context' does not exist. Creating it..."
+ docker context create builder_context
+ else
+ echo "Context 'builder_context' already exists. No need to create."
+ fi
 
  - name: Set up buildx runner
  uses: docker/setup-buildx-action@v3

.github/workflows/python_wheels.yml

@@ -106,7 +106,12 @@ jobs:
 
  - name: Set up context for buildx
  run: |
- docker context create builder_context
+ if ! docker context inspect builder_context > /dev/null 2>&1; then
+ echo "Context 'builder_context' does not exist. Creating it..."
+ docker context create builder_context
+ else
+ echo "Context 'builder_context' already exists. No need to create."
+ fi
 
  - name: Set up buildx runner
  uses: docker/setup-buildx-action@v3

.github/workflows/test_in_devenv.yml

@@ -46,7 +46,12 @@ jobs:
 
  - name: Set up context for buildx
  run: |
- docker context create builder_context
+ if ! docker context inspect builder_context > /dev/null 2>&1; then
+ echo "Context 'builder_context' does not exist. Creating it..."
+ docker context create builder_context
+ else
+ echo "Context 'builder_context' already exists. No need to create."
+ fi
 
  - name: Set up buildx runner
  uses: docker/setup-buildx-action@v3