Merge pull request #61 from quortex/rollout-sandbox

Add rollout_ainodes_sandbox.sh used in sandbox deployment.

rollout_ainodes_sandbox.sh

@@ -0,0 +1,175 @@
+#!/bin/bash
+
+# Bash strict mode
+set -euo pipefail
+IFS=$'\n\t'
+
+# Constants
+NORMAL='\e[0m'
+GREEN='\e[32m'
+YELLOW='\e[33m'
+
+# List of all kind of services to reconcile, the order is not important
+SERVICE_KINDS=(
+ "dynamicrouter"
+ "drmmanager"
+ "encrypt"
+ "dashmanifestgen"
+ "hlsmanifestgen"
+ "packager"
+ "xaudio"
+ "xcode"
+ "xsubtitles"
+ "segmenter"
+)
+
+# List of the ainodes to reconcile in order, written <name of the ainode>,<pod manager used>,<should the script wait after>
+AINODE_BATCH=(
+ "lbalancer-main,deployment,true"
+ "dynamicrouter-main,deployment,true"
+ "drmmanager-main,deployment,true"
+ "encrypt-main,deployment,true"
+ "dashmanifestgen-main,deployment,false"
+ "hlsmanifestgen-main,deployment,false"
+ "packager-main,deployment,true"
+ "xaudio-main,deployment,false"
+ "xsubtitles-main,deployment,false"
+ "xcode-ska,deployment,true"
+ "xcode-main,deployment,false"
+ "xcode-backup,deployment,true"
+ "segmenter-main,deployment,false"
+)
+
+# Programm arguments parsing
+NAMESPACE=""
+WORKFLOWPOOL=""
+WAIT_TIME="120"
+
+function help() {
+ cat <<EOF
+Reconciles manually ainodes in a specific order.
+Usage : $0 -n NAMESPACE -w WORKFLOWPOOL [options]
+Mandatory arguments :
+ -n NAMESPACE Set namespace of the workflowpool.
+ -w WORKFLOWPOOL : Set the worflowpool name.
+Available options :
+ -h Display this help.
+ -t Override the default time in seconds between batch, by default 120.
+EOF
+}
+
+while getopts ":n:w:t:h" opt; do
+ case "$opt" in
+ h)
+ help
+ exit 0
+ ;;
+ n)
+ NAMESPACE=$OPTARG
+ ;;
+ w)
+ WORKFLOWPOOL=$OPTARG
+ ;;
+ t)
+ WAIT_TIME=$OPTARG
+ ;;
+ *)
+ echo "Unsupported flag provided : $OPTARG".
+ help
+ exit 1
+ ;;
+ esac
+done
+
+if [ "$NAMESPACE" == "" ]; then
+ echo "Namespace was not specified, aborting"
+ exit 1
+fi
+
+if [ "$WORKFLOWPOOL" == "" ]; then
+ echo "WorkflowPool was not specified, aborting"
+ exit 1
+fi
+
+# Start kubernetes proxy
+kubectl proxy -p 0 >proxy.port &
+pid="$!"
+sleep 3
+kill -0 "${pid}"
+api_port=$(cut -d':' -f 2 <proxy.port)
+echo "API Proxy started on port $api_port (pid $pid)"
+
+# Make sure to stop the proxy when this script ends (this function will be executed only at EXIT)
+function cleanup() {
+ echo "Stopping proxy"
+ kill -9 "$pid" || true
+ rm proxy.port
+}
+trap cleanup EXIT
+
+export ENABLE_WEBHOOKS="false"
+export SVC_RESOLVER_KUBEPROXY="true"
+export KUBEPROXY_HOST="localhost:${api_port}"
+
+if [ "$(kubectl get namespace ${NAMESPACE})" == "" ]; then
+ echo "Namespace ${NAMESPACE} does not exist, exiting."
+ exit 1
+fi
+
+# Reconciles all workflowpool to apply the changes
+echo -e "${GREEN}Starting reconciliation of all workflowpools...${NORMAL}"
+for name in $(kubectl get workflowpool -n "${NAMESPACE}" -o name | cut -d / -f 2); do
+ echo -e "${GREEN}Reconciling workflowpool ${name} ${NORMAL}"
+ quortex-operator --enable-dev-logs --reconcile-resource "workflowpool/${NAMESPACE}/${name}"
+done
+
+# Reconciles all services to apply the changes
+echo -e "${GREEN}Starting reconciliation of all services...${NORMAL}"
+for kind in "${SERVICE_KINDS[@]}"; do
+ for name in $(kubectl get "${kind}" -n "${NAMESPACE}" -o name | cut -d / -f 2); do
+ exist=$(kubectl -n "${NAMESPACE}" get deployment --selector="operator.quortex.io/service-name=${name}" | wc -l)
+ if [ $exist -eq 0 ]; then
+ echo -e "${GREEN}Skipping ${kind} ${name}, no deployment found ${NORMAL}"
+ continue
+ fi
+ echo -e "${GREEN}Reconciling ${kind} ${name} ${NORMAL}"
+ quortex-operator --enable-dev-logs --reconcile-resource "${kind}/${NAMESPACE}/${name}"
+ done
+done
+
+# Reconciles ainodes in provider order
+echo -e "${GREEN}Starting reconciliation of all ainodes...${NORMAL}"
+for ainode in "${AINODE_BATCH[@]}"; do
+ name=$(echo "${ainode}" | cut -d "," -f 1)
+ kind=$(echo "${ainode}" | cut -d "," -f 2)
+ wait=$(echo "${ainode}" | cut -d "," -f 3)
+ changed="false"
+
+ exist=$(kubectl -n "${NAMESPACE}" get deployment --selector="operator.quortex.io/workload-name=${WORKFLOWPOOL}-${name},operator.quortex.io/workload=ainode" | wc -l)
+ if [ $exist -eq 0 ]; then
+ echo -e "${GREEN}Skipping ainode ${name}, no deployment found ${NORMAL}"
+ continue
+ fi
+
+ echo -e "${GREEN}Reconciling ainode ${name} ${NORMAL}"
+ # In the case this command don't succeed, oldspec should contain "none", thus be different from newspec
+ oldspec=$(kubectl get "${kind}" "${WORKFLOWPOOL}-${name}-ainode" -n "${NAMESPACE}" -o jsonpath="{.spec}" || echo "none")
+ quortex-operator --enable-dev-logs --reconcile-resource "ainode/${NAMESPACE}/${WORKFLOWPOOL}-${name}"
+ newspec=$(kubectl get "${kind}" "${WORKFLOWPOOL}-${name}-ainode" -n "${NAMESPACE}" -o jsonpath="{.spec}")
+ if [ "${oldspec}" != "${newspec}" ]; then
+ changed="true"
+ fi
+
+ # Wait for rollout to be completed
+ echo -e "${GREEN}Waiting for rollout to be complete ${NORMAL}"
+ kubectl rollout status "${kind}" "${WORKFLOWPOOL}-${name}-ainode" -n "${NAMESPACE}"
+
+ if [[ $wait == "true" ]]; then
+ if [[ $changed == "false" ]]; then
+ echo -e "${GREEN}Batch done without update ${NORMAL}"
+ else
+ echo -e "${YELLOW}Batch done with updates, waiting ${WAIT_TIME} seconds ${NORMAL}"
+ sleep "${WAIT_TIME}"
+ fi
+ fi
+done