[WIP] Try to speed up the CI for testing by building and caching in ghcr

.github/workflows/test.yml

@@ -1,4 +1,4 @@
-name: Test
+name: Test ghcr.io caching 1
 
 concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
@@ -11,40 +11,122 @@ on:
  - release
  pull_request:
 
+permissions:
+ contents: read
+ packages: write
+
 jobs:
  lint:
  if: '! github.event.pull_request.draft'
  name: Lint code base
- runs-on: ubuntu-22.04
+ runs-on: ubuntu-24.04
  steps:
  - name: Checkout repo
- uses: actions/checkout@v3
+ uses: actions/checkout@v4
  with:
  submodules: recursive
 
  - name: Setup Python
- uses: actions/setup-python@v4
+ uses: actions/setup-python@v5
  with:
- python-version: '3.10'
+ python-version: '3.12'
  - name: Pre-commit
  uses: pre-commit/action@v3.0.0
 
+
+ build:
+ name: Build image
+ runs-on: ubuntu-24.04
+ strategy:
+ fail-fast: true
+ matrix:
+ service_name:
+ - app
+ - nginx
+ - qgis
+ steps:
+ - name: Checkout repository
+ uses: actions/checkout@v4
+ with:
+ submodules: recursive
+
+ - name: Set up Docker Buildx
+ uses: docker/setup-buildx-action@v3
+
+ - name: Login to GitHub Container Registry
+ uses: docker/login-action@v3
+ with:
+ registry: ghcr.io
+ username: ${{ github.repository_owner }}
+ password: ${{ secrets.GITHUB_TOKEN }}
+
+ - name: Login to Dockerhub
+ uses: docker/login-action@v2
+ with:
+ username: ${{ secrets.DOCKER_HUB_USERNAME }}
+ password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
+
+ - name: Build and push `qfieldcloud-${{ matrix.service_name }}`
+ uses: docker/build-push-action@v6
+ with:
+ context: ./docker-${{ matrix.service_name }}
+ file: ./docker-${{ matrix.service_name }}/Dockerfile
+ push: true
+ tags: ghcr.io/opengisch/qfieldcloud-${{ matrix.service_name }}:${{ github.sha }}
+ cache-from: type=gha
+ cache-to: type=gha,mode=max
+ github-token: ${{ secrets.GITHUB_TOKEN }}
+
+ - name: Build and push `qfieldcloud-worker_wrapper` (if needed)
+ if: ${{ matrix.service_name == 'app' }}
+ uses: docker/build-push-action@v6
+ with:
+ context: ./docker-app
+ file: ./docker-app/Dockerfile
+ target: 'worker_wrapper_runtime'
+ push: true
+ tags: ghcr.io/opengisch/qfieldcloud-worker_wrapper:${{ github.sha }}
+ cache-from: type=gha
+ cache-to: type=gha,mode=max
+ github-token: ${{ secrets.GITHUB_TOKEN }}
+
+ - name: Build and push `qfieldcloud-app-testing` (if needed)
+ if: ${{ matrix.service_name == 'app' }}
+ uses: docker/build-push-action@v6
+ with:
+ context: ./docker-app
+ file: ./docker-app/Dockerfile
+ target: 'webserver_test'
+ push: true
+ tags: ghcr.io/opengisch/qfieldcloud-app-testing:${{ github.sha }}
+ cache-from: type=gha
+ cache-to: type=gha,mode=max
+ github-token: ${{ secrets.GITHUB_TOKEN }}
+
  test:
  name: Run tests
- runs-on: ubuntu-22.04
+ runs-on: ubuntu-24.04
+ needs:
+ - build
  strategy:
  fail-fast: false
  matrix:
  django_app:
  - authentication
- - notifs
- - subscription
- - core
- - __flaky__
+ # - notifs
+ # - subscription
+ # - core
+ # - __flaky__
  continue-on-error: true
+ env:
+ QFIELDCLOUD_IMAGE_NAME_FOR_APP: "ghcr.io/opengisch/qfieldcloud-app-testing:${{ github.sha }}"
+ QFIELDCLOUD_IMAGE_NAME_FOR_WORKER_WRAPPER: "ghcr.io/opengisch/qfieldcloud-worker_wrapper:${{ github.sha }}"
+ QFIELDCLOUD_IMAGE_NAME_FOR_QGIS: "ghcr.io/opengisch/qfieldcloud-qgis:${{ github.sha }}"
+ QFIELDCLOUD_IMAGE_NAME_FOR_NGINX: "ghcr.io/opengisch/qfieldcloud-nginx:${{ github.sha }}"
+ COMPOSE_FILE: docker-compose.yml:docker-compose.override.services.yml:docker-compose.override.test.yml
  steps:
  - name: Checkout repo
- uses: actions/checkout@v3
+ uses: actions/checkout@v4
  with:
  submodules: recursive
 
@@ -56,18 +138,18 @@ jobs:
  run: |
  scripts/check_envvars.sh
 
- - name: Export the env variables file
+ - name: Prepare the `.env` file
  run: |
  cp .env.example .env
  sed -ri 's/^COMPOSE_FILE=(.*)/COMPOSE_FILE=\1:docker-compose.override.test.yml/g' .env
  eval $(egrep "^[^#;]" .env | xargs -d'\n' -n1 | sed -E 's/(\w+)=(.*)/export \1='"'"'\2'"'"'/g')
 
- - name: Pull docker containers
- run: docker compose pull
+# - name: Pull docker containers
+# run: docker compose pull
 
  - name: Build and run docker containers
  run: |
- docker compose up -d --build
+ docker compose up -d
 
  - name: Initial manage.py commands
  run: |
@@ -85,7 +167,7 @@ jobs:
  run: |
  docker compose run app python manage.py test --keepdb -v2 --tag="flaky" qfieldcloud
 
- - name: "failure logs"
+ - name: Print failure logs
  if: failure()
  run: |
  docker compose logs
@@ -99,7 +181,7 @@ jobs:
  gchat_webhook_url: ${{ secrets.GOOGLE_CHAT_WEBHOOK_URL }}
 
  # - name: Setup tmate session
- # if: ${{ failure() }}
+ ## if: ${{ failure() }}
  # uses: mxschmitt/action-tmate@v3
  # timeout-minutes: 30
  # with: