chore: add production release GitHub action (#308)

MobilityData · Feb 28, 2024 · 2c9d680 · 2c9d680
1 parent 1e33589
commit 2c9d680
Show file tree

Hide file tree

Showing 18 changed files with 227 additions and 101 deletions.
diff --git a/.github/workflows/api-deployer.yml b/.github/workflows/api-deployer.yml
@@ -77,12 +77,12 @@ jobs:
 
  - name: Authenticate to Google Cloud
  id: gcloud_auth
- uses: google-github-actions/auth@v1
+ uses: google-github-actions/auth@v2
  with:
  credentials_json: ${{ secrets.GCP_MOBILITY_FEEDS_SA_KEY }}
 
  - name: GCloud Setup
- uses: google-github-actions/setup-gcloud@v1
+ uses: google-github-actions/setup-gcloud@v2
 
  - name: Set Variables
  run: |
@@ -130,6 +130,7 @@ jobs:
  with:
  name: terraform-artifact-plan.txt
  path: infra/artifact-registry/terraform-plan.txt
+ overwrite: true
 
  docker-build-publish:
  # Add docker healthy test
@@ -152,7 +153,7 @@ jobs:
 
  - name: Authenticate to Google Cloud
  id: gcloud_auth
- uses: google-github-actions/auth@v1
+ uses: google-github-actions/auth@v2
  with:
  credentials_json: ${{ secrets.GCP_MOBILITY_FEEDS_SA_KEY }}
 
@@ -253,12 +254,12 @@ jobs:
 
  - name: Authenticate to Google Cloud
  id: gcloud_auth
- uses: google-github-actions/auth@v1
+ uses: google-github-actions/auth@v2
  with:
  credentials_json: ${{ secrets.GCP_MOBILITY_FEEDS_SA_KEY }}
 
  - name: GCloud Setup
- uses: google-github-actions/setup-gcloud@v1
+ uses: google-github-actions/setup-gcloud@v2
 
  - name: Set Variables
  run: |
@@ -313,3 +314,4 @@ jobs:
  with:
  name: terraform-plan.txt
  path: infra/terraform-plan.txt
+ overwrite: true
diff --git a/.github/workflows/api-prod.yml b/.github/workflows/api-prod.yml
@@ -2,7 +2,7 @@
 name: Deploy Feeds API - PROD
 on:
  workflow_dispatch: # Supports manual deployment
- release:
+ workflow_call:
 
 jobs:
  api-build-deployment:
@@ -21,12 +21,3 @@ jobs:
  GCP_MOBILITY_FEEDS_SA_KEY: ${{ secrets.PROD_GCP_MOBILITY_FEEDS_SA_KEY }}
  OAUTH2_CLIENT_ID: ${{ secrets.PROD_MOBILITY_FEEDS_OAUTH2_CLIENT_ID}}
  OAUTH2_CLIENT_SECRET: ${{ secrets.PROD_MOBILITY_FEEDS_OAUTH2_CLIENT_SECRET}}
-
- integration-tests:
- uses: ./.github/workflows/integration-tests.yml
- needs:
- - api-build-deployment
- with:
- API_URL: 'https://api.mobilitydatabase.org'
- secrets:
- REFRESH_TOKEN: ${{ secrets.PROD_API_TEST_REFRESH_TOKEN }}
diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml
@@ -4,6 +4,9 @@ on:
  branches: [ main ]
  paths-ignore:
  - '**.md'
+ - "web-app/**"
+ - "functions/**"
+ - ".github/workflows/web-*.yml"
  workflow_call:
 
 env:
@@ -102,15 +105,18 @@ jobs:
  with:
  name: coverage_report
  path: scripts/coverage_reports/
+ overwrite: true
 
  - name: Upload DB models
  uses: actions/upload-artifact@v4
  with:
  name: database_gen
  path: api/src/database_gen/
+ overwrite: true
 
  - name: API generated code
  uses: actions/upload-artifact@v4
  with:
  name: feeds_gen
- path: api/src/feeds_gen/
+ path: api/src/feeds_gen/
+ overwrite: true
diff --git a/.github/workflows/datasets-batch-deployer-prod.yml b/.github/workflows/datasets-batch-deployer-prod.yml
@@ -2,7 +2,7 @@ name: Deploy Historical Batch Processing - PROD
 
 on:
  workflow_dispatch: # Supports manual deployment
- release:
+ workflow_call:
 
 jobs:
  deploy:

diff --git a/.github/workflows/datasets-batch-deployer.yml b/.github/workflows/datasets-batch-deployer.yml
@@ -46,16 +46,16 @@ jobs:
  runs-on: ubuntu-latest
  steps:
  - name: Checkout code
- uses: actions/checkout@v3
+ uses: actions/checkout@v4
 
  - name: Authenticate to Google Cloud
  id: gcloud_auth
- uses: google-github-actions/auth@v1
+ uses: google-github-actions/auth@v2
  with:
  credentials_json: ${{ secrets.GCP_MOBILITY_FEEDS_SA_KEY }}
 
  - name: Google Cloud Setup
- uses: google-github-actions/setup-gcloud@v1
+ uses: google-github-actions/setup-gcloud@v2
 
  - name: Set Variables
  run: |

diff --git a/.github/workflows/db-deployer.yml b/.github/workflows/db-deployer.yml
@@ -69,16 +69,16 @@ jobs:
  db_instance_host: ${{ steps.get_outputs.outputs.db_instance_host }}
  steps:
  - name: Checkout code
- uses: actions/checkout@v3
+ uses: actions/checkout@v4
 
  - name: Authenticate to Google Cloud
  id: gcloud_auth
- uses: google-github-actions/auth@v1
+ uses: google-github-actions/auth@v2
  with:
  credentials_json: ${{ secrets.GCP_MOBILITY_FEEDS_SA_KEY }}
 
  - name: Google Cloud Setup
- uses: google-github-actions/setup-gcloud@v1
+ uses: google-github-actions/setup-gcloud@v2
 
  - name: Set Variables
  run: |
@@ -154,12 +154,12 @@ jobs:
  DB_INSTANCE_HOST: ${{ needs.terraform.outputs.db_instance_host }}
  steps:
  - name: Authenticate to Google Cloud DEV
- uses: google-github-actions/auth@v1
+ uses: google-github-actions/auth@v2
  with:
  credentials_json: ${{ secrets.DEV_GCP_MOBILITY_FEEDS_SA_KEY }}
 
  - name: Google Cloud Setup DEV
- uses: google-github-actions/setup-gcloud@v1
+ uses: google-github-actions/setup-gcloud@v2
 
  - name: Create or Update Secret in DEV
  run: |

diff --git a/.github/workflows/db-prod.yml b/.github/workflows/db-prod.yml
@@ -2,6 +2,7 @@
 name: Deploy DB - PROD
 on:
  workflow_dispatch: # Supports manual deployment
+ workflow_call:
 
 jobs:
  deploy:

diff --git a/.github/workflows/db-update-prod.yml b/.github/workflows/db-update-prod.yml
@@ -1,10 +1,8 @@
 # Update the Mobility Database Schema
 name: Database Update - PROD
 on:
- release: # Update on merge on master if the changelog file has been updated
- paths:
- - "liquibase/changelog.xml"
  workflow_dispatch:
+ workflow_call:
  repository_dispatch: # Update on mobility-database-catalog repo dispatch
  types: [ catalog-sources-updated ]
 jobs:

diff --git a/.github/workflows/db-update.yml b/.github/workflows/db-update.yml
@@ -190,7 +190,7 @@ jobs:
  run: scripts/populate-db.sh ${{ steps.getpath.outputs.PATH }} > populate.log
 
  - name: Upload log file for verification
- uses: actions/upload-artifact@v3
+ uses: actions/upload-artifact@v4
  with:
  name: populate.log
  path: populate.log

diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml
@@ -25,7 +25,7 @@ jobs:
  run: ./scripts/extract-hash-and-version.sh
 
  - name: Set up Python 3.10
- uses: actions/setup-python@v2
+ uses: actions/setup-python@v4
  with:
  python-version: '3.10'
 
@@ -49,7 +49,7 @@ jobs:
  REFRESH_TOKEN: ${{ secrets.REFRESH_TOKEN }}
 
  - name: Upload Test Logs
- uses: actions/upload-artifact@v2
+ uses: actions/upload-artifact@v4
  with:
  name: integration-tests-results
  path: |

diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -0,0 +1,37 @@
+# Deploys all the resources to production environment
+name: Production Release
+on:
+ release:
+
+jobs:
+ bd-deployment:
+ name: Database Deployment
+ uses: ./.github/workflows/db-prod.yml
+ secrets: inherit
+ bd-update:
+ name: Database Update
+ needs: bd-deployment
+ uses: ./.github/workflows/db-update-prod.yml
+ secrets: inherit
+ bash-deployment:
+ name: Bash Processes Deployment
+ needs: bd-update
+ uses: ./.github/workflows/datasets-batch-deployer-prod.yml
+ secrets: inherit
+ api-deployment:
+ name: API Deployment
+ needs: bash-deployment
+ uses: ./.github/workflows/api-prod.yml
+ secrets: inherit
+ integration-tests:
+ uses: ./.github/workflows/integration-tests.yml
+ needs: api-deployment
+ with:
+ API_URL: "https://api.mobilitydatabase.org"
+ secrets:
+ REFRESH_TOKEN: ${{ secrets.PROD_API_TEST_REFRESH_TOKEN }}
+ web-deployment:
+ name: Web Deployment
+ needs: bash-deployment
+ uses: ./.github/workflows/web-prod.yml
+ secrets: inherit
diff --git a/.github/workflows/schedule-load-test.yml b/.github/workflows/schedule-load-test.yml
@@ -21,7 +21,7 @@ jobs:
  uses: actions/checkout@v2
 
  - name: Set up Python
- uses: actions/setup-python@v2
+ uses: actions/setup-python@v4
  with:
  python-version: "3.x"
 
@@ -52,7 +52,7 @@ jobs:
  -u ${LOCUST_USERS} -r ${LOCUST_RATE} --headless -t ${LOCUST_DURATION} --only-summary --csv locust_results
  
  - name: Upload load test results as artifacts
- uses: actions/upload-artifact@v3
+ uses: actions/upload-artifact@v4
  with:
  name: load_test_results
  path: locust_results_*