5a2babd514
This patchset introduces the framework by which all OSH-based database systems can use to backup and restore their databases. The framework is refactored from the Postgresql backup and restore logic. This will prevent alot of code duplication in the backup restore scripts across each cluster. In the process, some improvements needed to be made: 1) Removing the need for 2 separate containers to do the backup and restore work to a remote gateway. This simplifies the design and enables a higher level of robustness. 2) Adding separate "days to keep" config value for remote backup files, as there may be different requirements for the remote files than the local backup files. 3) Adding capability to send Storage_Policy when creating the remote RGW swift container. 4) Making coding style improvement for readability and maintainability. 5) Fixing a deployment bug that occurs when remote backup is disabled. Change-Id: I3a3482ad67320e89f04305b17da79abf7ad6eb45
139 lines
5.9 KiB
YAML
139 lines
5.9 KiB
YAML
{{/*
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/}}
|
|
|
|
{{- if .Values.manifests.cron_job_postgresql_backup }}
|
|
{{- $envAll := . }}
|
|
|
|
{{- $serviceAccountName := "postgresql-backup" }}
|
|
{{ tuple $envAll "postgresql_account" $serviceAccountName | include "helm-toolkit.snippets.kubernetes_pod_rbac_serviceaccount" }}
|
|
---
|
|
apiVersion: batch/v1beta1
|
|
kind: CronJob
|
|
metadata:
|
|
name: postgresql-backup
|
|
annotations:
|
|
{{ tuple $envAll | include "helm-toolkit.snippets.release_uuid" }}
|
|
labels:
|
|
{{ tuple $envAll "postgresql-backup" "backup" | include "helm-toolkit.snippets.kubernetes_metadata_labels" | indent 4 }}
|
|
spec:
|
|
{{- if .Values.jobs.backup_postgresql.backoffLimit }}
|
|
backoffLimit: {{ .Values.jobs.backup_postgresql.backoffLimit }}
|
|
{{- end }}
|
|
{{- if .Values.jobs.backup_postgresql.activeDeadlineSeconds }}
|
|
activeDeadlineSeconds: {{ .Values.jobs.backup_postgresql.activeDeadlineSeconds }}
|
|
{{- end }}
|
|
schedule: {{ .Values.jobs.backup_postgresql.cron | quote }}
|
|
successfulJobsHistoryLimit: {{ .Values.jobs.backup_postgresql.history.success }}
|
|
failedJobsHistoryLimit: {{ .Values.jobs.backup_postgresql.history.failed }}
|
|
concurrencyPolicy: Forbid
|
|
jobTemplate:
|
|
metadata:
|
|
labels:
|
|
{{ tuple $envAll "postgresql-backup" "backup" | include "helm-toolkit.snippets.kubernetes_metadata_labels" | indent 8 }}
|
|
spec:
|
|
template:
|
|
metadata:
|
|
labels:
|
|
{{ tuple $envAll "postgresql-backup" "backup" | include "helm-toolkit.snippets.kubernetes_metadata_labels" | indent 12 }}
|
|
spec:
|
|
securityContext:
|
|
runAsUser: 65534
|
|
fsGroup: 999
|
|
serviceAccountName: {{ $serviceAccountName }}
|
|
restartPolicy: OnFailure
|
|
nodeSelector:
|
|
{{ .Values.labels.job.node_selector_key }}: {{ .Values.labels.job.node_selector_value }}
|
|
containers:
|
|
- name: postgresql-backup
|
|
{{ tuple $envAll "postgresql_backup" | include "helm-toolkit.snippets.image" | indent 14 }}
|
|
{{ tuple $envAll $envAll.Values.pod.resources.jobs.postgresql_backup | include "helm-toolkit.snippets.kubernetes_resources" | indent 14 }}
|
|
command:
|
|
- /tmp/backup_postgresql.sh
|
|
env:
|
|
- name: POSTGRESQL_ADMIN_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
key: POSTGRES_PASSWORD
|
|
name: postgresql-admin
|
|
- name: POSTGRESQL_ADMIN_USER
|
|
valueFrom:
|
|
secretKeyRef:
|
|
key: POSTGRES_USER
|
|
name: postgresql-admin
|
|
- name: POSTGRESQL_BACKUP_BASE_DIR
|
|
value: {{ .Values.conf.backup.base_path }}
|
|
- name: POSTGRESQL_BACKUP_PG_DUMPALL_OPTIONS
|
|
value: {{ .Values.conf.backup.pg_dumpall_options }}
|
|
- name: POSTGRESQL_LOCAL_BACKUP_DAYS_TO_KEEP
|
|
value: "{{ .Values.conf.backup.days_to_keep }}"
|
|
- name: POSTGRESQL_POD_NAMESPACE
|
|
valueFrom:
|
|
fieldRef:
|
|
fieldPath: metadata.namespace
|
|
- name: REMOTE_BACKUP_ENABLED
|
|
value: "{{ .Values.conf.backup.remote_backup.enabled }}"
|
|
{{- if .Values.conf.backup.remote_backup.enabled }}
|
|
- name: POSTGRESQL_REMOTE_BACKUP_DAYS_TO_KEEP
|
|
value: "{{ .Values.conf.backup.remote_backup.days_to_keep }}"
|
|
- name: CONTAINER_NAME
|
|
value: "{{ .Values.conf.backup.remote_backup.container_name }}"
|
|
- name: STORAGE_POLICY
|
|
value: "{{ .Values.conf.backup.remote_backup.storage_policy }}"
|
|
{{- with $env := dict "ksUserSecret" $envAll.Values.secrets.identity.postgresql }}
|
|
{{- include "helm-toolkit.snippets.keystone_openrc_env_vars" $env | indent 16 }}
|
|
{{- end }}
|
|
{{- end }}
|
|
volumeMounts:
|
|
- name: pod-tmp
|
|
mountPath: /tmp
|
|
- mountPath: /tmp/backup_postgresql.sh
|
|
name: postgresql-bin
|
|
readOnly: true
|
|
subPath: backup_postgresql.sh
|
|
- mountPath: /tmp/backup_main.sh
|
|
name: postgresql-bin
|
|
readOnly: true
|
|
subPath: backup_main.sh
|
|
- mountPath: {{ .Values.conf.backup.base_path }}
|
|
name: postgresql-backup-dir
|
|
- name: postgresql-secrets
|
|
mountPath: /etc/postgresql/admin_user.conf
|
|
subPath: admin_user.conf
|
|
readOnly: true
|
|
restartPolicy: OnFailure
|
|
serviceAccount: {{ $serviceAccountName }}
|
|
serviceAccountName: {{ $serviceAccountName }}
|
|
volumes:
|
|
- name: pod-tmp
|
|
emptyDir: {}
|
|
- name: postgresql-secrets
|
|
secret:
|
|
secretName: postgresql-secrets
|
|
defaultMode: 0600
|
|
- name: postgresql-bin
|
|
secret:
|
|
secretName: postgresql-bin
|
|
defaultMode: 365
|
|
{{- if and .Values.volume.backup.enabled .Values.manifests.pvc_backup }}
|
|
- name: postgresql-backup-dir
|
|
persistentVolumeClaim:
|
|
claimName: postgresql-backup-data
|
|
{{- else }}
|
|
- hostPath:
|
|
path: {{ .Values.conf.backup.base_path }}
|
|
type: DirectoryOrCreate
|
|
name: postgresql-backup-dir
|
|
{{- end }}
|
|
{{- end }}
|