deploy-airflow.sh

#!/bin/bash
while [[ $# -gt 0 ]]; do
  case $1 in
    -n|--namespace)
      NAMESPACE="$2"
      shift # past argument
      shift # past value
      ;;
    -p|--pg-url)
      PG_URL="$2"
      shift # past argument
      shift # past value
      ;;
    -f|--fernet-key)
      FERNET_KEY="$2"
      shift # past argument
      shift # past value
      ;;
    -e|--eks-host)
      EKS_HOST="$2"
      shift # past argument
      shift # past value
      ;;
    -gu|--git-username)
      GIT_USERNAME="$2"
      shift # past argument
      shift # past value
      ;;
    -gp|--git-password)
      GIT_PASSWORD="$2"
      shift # past argument
      shift # past value
      ;;
    --build-image)
      BUILD_IMAGE=true
      shift # past argument
      ;;
    -*|--*)
      echo "Unknown option $1"
      exit 1
      ;;
  esac
done

# Check all required arguments
if [[ -z "$NAMESPACE" || -z "$PG_URL" || -z "$EKS_HOST" ||  -z "$FERNET_KEY" || -z "$GIT_USERNAME" || -z "$GIT_PASSWORD" ]];
then
  echo "You missed some required argument."
  exit 1
fi

# Prepare some arguments
IMAGE_NAME="datawaves-etl-airflow"
PROJECT_DIR=$(cd $(dirname $0);pwd)
TEMP_DIR="$PROJECT_DIR"/.tmp
HELM_VALUE_YAML="$TEMP_DIR"/value.yaml
IMAGE_REPOSITORY="$EKS_HOST/$IMAGE_NAME"
image_tag=$(echo "$(git rev-parse --abbrev-ref HEAD)-$(git rev-parse --short HEAD)" | sed "s#/#-#g")

if [[ -n $BUILD_IMAGE ]]
then
  aws ecr get-login-password --region ap-northeast-1 | docker login --username AWS --password-stdin "$EKS_HOST"
  docker buildx build --platform linux/amd64 --push -t "$IMAGE_REPOSITORY:$image_tag" .
fi

# Create temp folder and write helm values yaml to it.
mkdir -p -- "$TEMP_DIR"

# shellcheck disable=SC2002
cat "$PROJECT_DIR"/helm-values.yaml | \
  sed "s={{IMAGE_REPOSITORY}}=$IMAGE_REPOSITORY=" | \
  sed "s={{IMAGE_TAG}}=$image_tag=" | \
  sed "s/{{FERNET_KEY}}/$FERNET_KEY/" > "$HELM_VALUE_YAML"

# Recreate namespace and install all resources.
kubectl delete namespace "$NAMESPACE"
kubectl create namespace "$NAMESPACE"
kubectl create secret generic airflow-database --from-literal=connection=postgresql://"$PG_URL" -n "$NAMESPACE"
kubectl create secret generic airflow-result-database --from-literal=connection=db+postgresql://"$PG_URL" -n "$NAMESPACE"
kubectl create secret generic git-credentials --from-literal=GIT_SYNC_USERNAME="$GIT_USERNAME" --from-literal=GIT_SYNC_PASSWORD="$GIT_PASSWORD" -n "$NAMESPACE"
kubectl create secret generic airflow-webserver-secret --from-literal="webserver-secret-key=$(python3 -c 'import secrets; print(secrets.token_hex(16))')" -n "$NAMESPACE"
helm upgrade --install airflow apache-airflow/airflow --namespace "$NAMESPACE" --timeout 10m0s -f "$HELM_VALUE_YAML"

# Clean up temp folder
rm -rf "$TEMP_DIR"