chore: Add the preprod refresh versions script (#2449)

MAP-1975

helm_deploy/hmpps-book-secure-move-api/templates/preprod-refresh/01-create-temp-tables-sql.yaml

@@ -1,5 +1,5 @@
 {{- $fullName := printf "%s-%s" (include "generic-service.fullname" $) "create-temp-tables" | trunc 52 }}
-{{- if .Values.scripts.preprodRefresh.enabled }}
+{{- if .Values.scripts.preprodRefresh.main.enabled }}
 apiVersion: v1
 kind: ConfigMap
 metadata:

helm_deploy/hmpps-book-secure-move-api/templates/preprod-refresh/03-copy-temp-to-dest.yaml

@@ -1,5 +1,5 @@
 {{- $fullName := printf "%s-%s" (include "generic-service.fullname" $) "copy-from-temp-sql" | trunc 52 }}
-{{- if .Values.scripts.preprodRefresh.enabled }}
+{{- if .Values.scripts.preprodRefresh.main.enabled }}
 apiVersion: v1
 kind: ConfigMap
 metadata:

helm_deploy/hmpps-book-secure-move-api/templates/preprod-refresh/04-drop-temp-tables.yaml

@@ -1,5 +1,5 @@
 {{- $fullName := printf "%s-%s" (include "generic-service.fullname" $) "drop-temp-tables" | trunc 52 }}
-{{- if .Values.scripts.preprodRefresh.enabled }}
+{{- if .Values.scripts.preprodRefresh.main.enabled }}
 apiVersion: v1
 kind: ConfigMap
 metadata:

helm_deploy/hmpps-book-secure-move-api/templates/preprod-refresh/05-preprod-refresh-script.yaml

@@ -1,14 +1,14 @@
 {{- $fullName := printf "%s-%s" (include "generic-service.fullname" $) "preprod-refresh-script" | trunc 52 }}
-{{- if .Values.scripts.preprodRefresh.enabled }}
+{{- if .Values.scripts.preprodRefresh.main.enabled }}
 apiVersion: v1
 kind: ConfigMap
 metadata:
   name: {{ $fullName }}
 data:
   entrypoint.sh: |-
     #!/bin/bash
-    from=$(date --date="2 days ago" '+%Y-%m-%d')
-    to=$(date '+%Y-%m-%d')
+    from=$(date --date="{{ .Values.scripts.preprodRefresh.main.dataSince }}" '+%Y-%m-%d %T')
+    to=$(date '+%Y-%m-%d %T')
     echo "Refreshing data from ${from} to ${to}" 
         
     createTemp='/tmp/sql/createTables.sql'

helm_deploy/hmpps-book-secure-move-api/templates/preprod-refresh/06-refresh-cronjob.yaml

@@ -4,14 +4,14 @@
 {{- $script2 := printf "%s-%s" (include "generic-service.fullname" $) "copy-from-temp-sql" | trunc 52 }}
 {{- $script3 := printf "%s-%s" (include "generic-service.fullname" $) "drop-temp-tables" | trunc 52 }}
 {{- $script4 := printf "%s-%s" (include "generic-service.fullname" $) "preprod-refresh-script" | trunc 52 }}
-{{- if .Values.scripts.preprodRefresh.enabled }}
+{{- if .Values.scripts.preprodRefresh.main.enabled }}
 ---
 apiVersion: batch/v1
 kind: CronJob
 metadata:
   name: {{ $fullName }}
 spec:
-  schedule: {{ .Values.scripts.preprodRefresh.schedule }}
+  schedule: {{ .Values.scripts.preprodRefresh.main.schedule }}
   concurrencyPolicy: "Forbid"
   successfulJobsHistoryLimit: 5
   failedJobsHistoryLimit: 3

preprod-refresh/07-preprod-refresh-versions-script.yaml → helm_deploy/hmpps-book-secure-move-api/templates/preprod-refresh/07-preprod-refresh-versions-script.yaml

@@ -1,11 +1,13 @@
+{{- $fullName := printf "%s-%s" (include "generic-service.fullname" $) "preprod-refresh-versions-script" | trunc 52 }}
+{{- if .Values.scripts.preprodRefresh.versions.enabled }}
 apiVersion: v1
 kind: ConfigMap
 metadata:
-  name: preprod-refresh-versions-script
+  name: {{ $fullName }}
 data:
   entrypoint.sh: |-
     #!/bin/bash
-    from=$(date --date="26 hours ago" '+%Y-%m-%d %T')
+    from=$(date --date="{{ .Values.scripts.preprodRefresh.versions.dataSince }}" '+%Y-%m-%d %T')
     to=$(date '+%Y-%m-%d %T')
     echo "Refreshing versions from ${from} to ${to}" 
         
@@ -38,4 +40,5 @@ data:
     echo "Dropping temporary tables"
     execDest "DROP TABLE IF EXISTS versions_temp CASCADE;"
     execSource "DROP TABLE IF EXISTS versions_temp CASCADE;"
-    echo "All done!"
+    echo "All done!"
+{{- end }}

preprod-refresh/08-refresh-versions-cronjob.yaml → helm_deploy/hmpps-book-secure-move-api/templates/preprod-refresh/08-refresh-versions-cronjob.yaml

@@ -1,10 +1,14 @@
+{{- $genericService := index .Values "generic-service" -}}
+{{- $fullName := printf "%s-%s" (include "generic-service.fullname" $) "preprod-refresh" | trunc 52 }}
+{{- $script1 := printf "%s-%s" (include "generic-service.fullname" $) "preprod-refresh-versions-script" | trunc 52 }}
+{{- if .Values.scripts.preprodRefresh.versions.enabled }}
 ---
 apiVersion: batch/v1
 kind: CronJob
 metadata:
   name: preprod-refresh-versions-job
 spec:
-  schedule: "15 7 * * *"
+  schedule: {{ .Values.scripts.preprodRefresh.versions.schedule }}
   concurrencyPolicy: "Forbid"
   successfulJobsHistoryLimit: 5
   failedJobsHistoryLimit: 3
@@ -43,5 +47,6 @@ spec:
           volumes:
             - name: preprod-refresh-versions-script
               configMap:
-                name: preprod-refresh-versions-script
-                defaultMode: 0755
+                name: {{ $script1 }}
+                defaultMode: 0755
+{{- end }}

helm_deploy/hmpps-book-secure-move-api/values.yaml

@@ -62,8 +62,14 @@ dashboards:
 
 scripts:
   preprodRefresh:
-    enabled: false
-    # schedule: "15 6 * * *"
+    main:
+      enabled: false
+      # schedule: "0 */4 * * *"
+      # dataSince: "6 hours ago"
+    versions:
+      enabled: false
+      # schedule: "15 7 * * *"
+      # dataSince: "26 hours ago"
   reports:
     enabled: false
     dailyIpt:

helm_deploy/values-production.yaml

@@ -119,8 +119,14 @@ dashboards:
 
 scripts:
   preprodRefresh:
-    enabled: true
-    schedule: "15 6 * * *"
+    main:
+      enabled: true
+      schedule: "0 */4 * * *"
+      dataSince: "6 hours ago"
+    versions:
+      enabled: true
+      schedule: "15 7 * * *"
+      dataSince: "26 hours ago"
   reports:
     enabled: true
     dailyIpt: