Add s3 backups to pgdb01 with prefer-standby as target

Author: NicholasCote

pgdb01-cirrus/templates/backup_compressor.yaml

@@ -0,0 +1,40 @@
+{{- if .Values.db.backups.s3.enabled }}
+apiVersion: batch/v1
+kind: CronJob
+metadata:
+  name: {{ .Values.db.name }}-s3-backup-compressor
+spec:
+  schedule: "0 12 * * *"
+  jobTemplate:
+    spec:
+      template:
+        spec:
+          restartPolicy: OnFailure
+          containers:
+          - name: compressor
+            image: hub.k8s.ucar.edu/khrpcek/backup-compressor:kmh
+            command: ["/multi_compress.sh"]
+            imagePullPolicy: Always
+            env:
+            - name: BASEDIR
+              value: "{{ .Values.db.backups.s3.destinationPath }}/{{ .Values.db.name }}/base/"
+            - name: AWS_ENDPOINT_URL
+              value: "{{ .Values.db.backups.s3.endpointURL }}"
+            - name: AWS_ACCESS_KEY_ID
+              valueFrom:
+                secretKeyRef:
+                  name: {{ .Values.db.backups.s3.secretName }}
+                  key: access_key
+            - name: AWS_SECRET_ACCESS_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: {{ .Values.db.backups.s3.secretName }}
+                  key: secret_key
+            resources:
+              requests:
+                memory: 12Gi
+                cpu: 30
+              limits:
+                memory: 16Gi
+                cpu: 32
+{{- end }}

pgdb01-cirrus/templates/objectstore.yaml

@@ -0,0 +1,20 @@
+{{- if .Values.db.backups.s3.enabled }}
+apiVersion: barmancloud.cnpg.io/v1
+kind: ObjectStore
+metadata:
+  name: boreas
+spec:
+  retentionPolicy: "14d"
+  configuration:
+    destinationPath: {{ .Values.db.backups.s3.destinationPath }}
+    endpointURL: {{ .Values.db.backups.s3.endpointURL }}
+    s3Credentials:
+      accessKeyId:
+        name: {{ .Values.db.backups.s3.secretName }}
+        key: access_key
+      secretAccessKey:
+        name: {{ .Values.db.backups.s3.secretName }}
+        key: secret_key
+    wal:
+      compression: bzip2
+{{- end }}

pgdb01-cirrus/templates/postgres_cluster.yaml

@@ -21,22 +21,15 @@ spec:
     volumeSnapshot:
       className: {{ .Values.db.backups.volumeSnapshot.snapshotClassName }}
     {{- end }}
-    {{- if .Values.db.backups.s3.enabled }}
-    barmanObjectStore:
-      wal:
-        compression: bzip2
-      data:
-        compression: bzip2
-      destinationPath: {{ .Values.db.backups.s3.destinationPath }}
-      endpointURL: {{ .Values.db.backups.s3.endpointURL }}
-      s3Credentials:
-          accessKeyId:
-            name: {{ .Values.db.backups.s3.secretName }}
-            key: access_key
-          secretAccessKey:
-            name: {{ .Values.db.backups.s3.secretName }}
-            key: secret_key
-    {{- end }}
+  {{- end }}
+
+  {{- if .Values.db.backups.s3.enabled }}
+  plugins:
+  - enabled: true
+    isWALArchiver: false
+    name: barman-cloud.cloudnative-pg.io
+    parameters:
+      barmanObjectName: boreas
   {{- end }}
 
   # Add TLS certificates for encrypted communication

pgdb01-cirrus/templates/s3_backup.yaml

@@ -0,0 +1,22 @@
+{{- if .Values.db.backups.s3.enabled }}
+apiVersion: postgresql.cnpg.io/v1
+kind: ScheduledBackup
+metadata:
+  name: {{ .Values.db.name }}-s3-backup
+  namespace: {{ .Release.Namespace }}
+  labels:
+    app: {{ .Values.db.name }}
+spec:
+  # Schedule: Roughly midnight local time 
+  schedule: "0 0 5 */3 * *"
+  
+  backupOwnerReference: self
+  
+  cluster:
+    name: {{ .Values.db.name }}
+  
+  target: prefer-standby
+  method: plugin
+  pluginConfiguration:
+    name: barman-cloud.cloudnative-pg.io
+{{- end }}