-
Notifications
You must be signed in to change notification settings - Fork 6
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
wip(charts): added db backup templates [pack common]
- Loading branch information
1 parent
64f6b20
commit ad77103
Showing
1 changed file
with
275 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,275 @@ | ||
| {{/* | ||
| Builds a cronjob to backup and another to restore the specified mariadb database. | ||
| The restore cronjob is suspended to be started manually. | ||
| @param .context The caller's root scope | ||
| @param .args The parameters for the cleaner cronjob. The template expects the following: | ||
| - image The image to use to pull mariadb-dump | ||
| - host The host where the dabatabase is running | ||
| - username The database username to use to perform the dump | ||
| - password The username password | ||
| - rcloneSecret The name of the secret where rclone.conf can be found | ||
| - backupCron The schedule expression "0 * * * *" | ||
| - restoreTimestamp The timestamp to use as restore archive | ||
| - remotePath The folder where the backup will be transfered (the filename is generated). | ||
| */}} | ||
| {{- define "common.mariadb-backup-restore-cronjobs" -}} | ||
| {{- $remotePath := include "common.tplvalues.render" (dict "value" .args.remotePath "context" .context) }} | ||
| {{- $rcloneSecret := include "common.tplvalues.render" (dict "value" .args.rcloneSecret "context" .context) }} | ||
| {{- $dbSecret := print "backup-restore-" .args.host }} | ||
| {{- $restoreFile := print .args.host "-" .args.restoreTimestamp ".sql.gz" }} | ||
| apiVersion: v1 | ||
| kind: Secret | ||
| metadata: | ||
| name: {{ $dbSecret }} | ||
| namespace: {{ .context.Release.Namespace }} | ||
| type: Opaque | ||
| stringData: | ||
| my.cnf: |- | ||
| [client] | ||
| password={{ .args.password }} | ||
| --- | ||
| apiVersion: batch/v1beta1 | ||
| kind: CronJob | ||
| metadata: | ||
| name: backup-{{ .args.host }} | ||
| namespace: {{ .context.Release.Namespace | quote }} | ||
| spec: | ||
| suspend: true | ||
| schedule: "{{ .args.backupCron }}" | ||
| concurrencyPolicy: Forbid | ||
| jobTemplate: | ||
| spec: | ||
| ttlSecondsAfterFinished: 3600 | ||
| template: | ||
| spec: | ||
| restartPolicy: Never | ||
| initContainers: | ||
| - name: db-dump | ||
| image: {{ .args.image }} | ||
| command: | ||
| - sh | ||
| - -c | ||
| - TIMESTAMP=$(date +%Y%m%d-%H%M) && BACKUP_FILE={{ .args.host }}-$TIMESTAMP.sql.gz && echo "Dumping {{ .args.host }} to $BACKUP_FILE ..." && mariadb-dump --defaults-extra-file=/kalisio/my.cnf --host={{ .args.host }} --user={{ .args.username }} --lock-tables --all-databases | gzip > /backup/$BACKUP_FILE | ||
| volumeMounts: | ||
| - mountPath: /kalisio/my.cnf | ||
| name: db-secret | ||
| subPath: my.cnf | ||
| readOnly: true | ||
| - mountPath: /backup | ||
| name: db-dump-temp | ||
| containers: | ||
| - name: rclone-dump | ||
| image: rclone/rclone | ||
| command: | ||
| - sh | ||
| - -c | ||
| - rclone copy /backup {{ $remotePath }} --progress --include "{{ .args.host }}-*.sql.gz" | ||
| volumeMounts: | ||
| - mountPath: /backup | ||
| name: db-dump-temp | ||
| readOnly: true | ||
| - mountPath: /config/rclone/rclone.conf | ||
| name: rclone-config | ||
| subPath: rclone.conf | ||
| readOnly: true | ||
| volumes: | ||
| - name: db-dump-temp | ||
| emptyDir: {} | ||
| - name: db-secret | ||
| secret: | ||
| secretName: {{ $dbSecret }} | ||
| - name: rclone-config | ||
| secret: | ||
| secretName: {{ $rcloneSecret }} | ||
| --- | ||
| apiVersion: batch/v1beta1 | ||
| kind: CronJob | ||
| metadata: | ||
| name: restore-{{ .args.host }} | ||
| namespace: {{ .context.Release.Namespace | quote }} | ||
| spec: | ||
| suspend: true | ||
| schedule: "* * * * *" | ||
| concurrencyPolicy: Forbid | ||
| jobTemplate: | ||
| spec: | ||
| ttlSecondsAfterFinished: 3600 | ||
| template: | ||
| spec: | ||
| restartPolicy: Never | ||
| initContainers: | ||
| - name: rclone-dump | ||
| image: rclone/rclone | ||
| command: | ||
| - sh | ||
| - -c | ||
| - rclone copy {{ $remotePath }}/{{ $restoreFile }} /restore --progress | ||
| volumeMounts: | ||
| - mountPath: /restore | ||
| name: db-dump-temp | ||
| - mountPath: /config/rclone/rclone.conf | ||
| name: rclone-config | ||
| subPath: rclone.conf | ||
| readOnly: true | ||
| containers: | ||
| - name: db-restore | ||
| image: {{ .args.image }} | ||
| command: | ||
| - sh | ||
| - -c | ||
| - echo "Restoring from {{ $restoreFile }} ..." && gunzip < /restore/{{ $restoreFile }} | mariadb --defaults-extra-file=/kalisio/my.cnf --host={{ .args.host }} --user={{ .args.username }} | ||
| volumeMounts: | ||
| - mountPath: /kalisio/my.cnf | ||
| name: db-secret | ||
| subPath: my.cnf | ||
| readOnly: true | ||
| - mountPath: /restore | ||
| name: db-dump-temp | ||
| readOnly: true | ||
| volumes: | ||
| - name: db-dump-temp | ||
| emptyDir: {} | ||
| - name: db-secret | ||
| secret: | ||
| secretName: {{ $dbSecret }} | ||
| - name: rclone-config | ||
| secret: | ||
| secretName: {{ $rcloneSecret }} | ||
| {{- end -}} | ||
| {{/* | ||
| Builds a cronjob to backup and another to restore the specified postgresql database. | ||
| The restore cronjob is suspended to be started manually. | ||
| @param .context The caller's root scope | ||
| @param .args The parameters for the cleaner cronjob. The template expects the following: | ||
| - image The image to use to pull mariadb-dump | ||
| - host The host where the dabatabase is running | ||
| - username The database username to use to perform the dump | ||
| - password The username password | ||
| - rcloneSecret The name of the secret where rclone.conf can be found | ||
| - backupCron The schedule expression "0 * * * *" | ||
| - backupPath The folder where the backup will be transfered (the filename is generated). | ||
| - restoreTimestamp The timestamp to use as restore archive | ||
| */}} | ||
| {{- define "common.postgresql-backup-restore-cronjobs" -}} | ||
| {{- $remotePath := include "common.tplvalues.render" (dict "value" .args.remotePath "context" .context) }} | ||
| {{- $rcloneSecret := include "common.tplvalues.render" (dict "value" .args.rcloneSecret "context" .context) }} | ||
| {{- $dbSecret := print "backup-restore-" .args.host }} | ||
| {{- $restoreFile := print .args.host "-" .args.restoreTimestamp ".sql.gz" }} | ||
| apiVersion: v1 | ||
| kind: Secret | ||
| metadata: | ||
| name: {{ $dbSecret }} | ||
| namespace: {{ .context.Release.Namespace }} | ||
| type: Opaque | ||
| stringData: | ||
| pgpass: {{ .args.host }}:5432:*:{{ .args.username }}:{{ .args.password }} | ||
| --- | ||
| apiVersion: batch/v1beta1 | ||
| kind: CronJob | ||
| metadata: | ||
| name: backup-{{ .args.host }} | ||
| namespace: {{ .context.Release.Namespace | quote }} | ||
| spec: | ||
| suspend: true | ||
| schedule: "{{ .args.backupCron }}" | ||
| concurrencyPolicy: Forbid | ||
| jobTemplate: | ||
| spec: | ||
| ttlSecondsAfterFinished: 3600 | ||
| template: | ||
| spec: | ||
| restartPolicy: Never | ||
| initContainers: | ||
| - name: db-dump | ||
| image: {{ .args.image }} | ||
| command: | ||
| - sh | ||
| - -c | ||
| - TIMESTAMP=$(date +%Y%m%d-%H%M) && BACKUP_FILE={{ .args.host }}-$TIMESTAMP.sql.gz && PGPASSFILE=/tmp/pgpass && cp /pgpass $PGPASSFILE && chown 1001 $PGPASSFILE && chmod 0600 $PGPASSFILE && echo "Dumping {{ .args.host }} to $BACKUP_FILE ..." && pg_dumpall --dbname="postgresql://{{ .args.username }}@{{ .args.host }}:5432?passfile=$PGPASSFILE" --no-password --clean | gzip > /backup/$BACKUP_FILE | ||
| volumeMounts: | ||
| - mountPath: /pgpass | ||
| name: db-secret | ||
| subPath: pgpass | ||
| readOnly: true | ||
| - mountPath: /backup | ||
| name: db-dump-temp | ||
| containers: | ||
| - name: rclone-dump | ||
| image: rclone/rclone | ||
| command: | ||
| - sh | ||
| - -c | ||
| - rclone copy /backup {{ $remotePath }} --progress --include "{{ .args.host }}-*.sql.gz" | ||
| volumeMounts: | ||
| - mountPath: /backup | ||
| name: db-dump-temp | ||
| readOnly: true | ||
| - mountPath: /config/rclone/rclone.conf | ||
| name: rclone-config | ||
| subPath: rclone.conf | ||
| readOnly: true | ||
| volumes: | ||
| - name: db-dump-temp | ||
| emptyDir: {} | ||
| - name: db-secret | ||
| secret: | ||
| secretName: {{ $dbSecret }} | ||
| - name: rclone-config | ||
| secret: | ||
| secretName: {{ $rcloneSecret }} | ||
| --- | ||
| apiVersion: batch/v1beta1 | ||
| kind: CronJob | ||
| metadata: | ||
| name: restore-{{ .args.host }} | ||
| namespace: {{ .context.Release.Namespace | quote }} | ||
| spec: | ||
| suspend: true | ||
| schedule: "* * * * *" | ||
| concurrencyPolicy: Forbid | ||
| jobTemplate: | ||
| spec: | ||
| ttlSecondsAfterFinished: 3600 | ||
| template: | ||
| spec: | ||
| restartPolicy: Never | ||
| initContainers: | ||
| - name: rclone-dump | ||
| image: rclone/rclone | ||
| command: | ||
| - sh | ||
| - -c | ||
| - rclone copy {{ $remotePath }}/{{ $restoreFile }} /restore --progress | ||
| volumeMounts: | ||
| - mountPath: /restore | ||
| name: db-dump-temp | ||
| - mountPath: /config/rclone/rclone.conf | ||
| name: rclone-config | ||
| subPath: rclone.conf | ||
| readOnly: true | ||
| containers: | ||
| - name: db-restore | ||
| image: {{ .args.image }} | ||
| command: | ||
| - sh | ||
| - -c | ||
| - PGPASSFILE=/tmp/pgpass && cp /pgpass $PGPASSFILE && chown 1001 $PGPASSFILE && chmod 0600 $PGPASSFILE && echo "Restoring from {{ $restoreFile }} ..." && gunzip < /restore/{{ $restoreFile }} | psql --dbname="postgresql://{{ .args.username }}@{{ .args.host }}:5432?passfile=$PGPASSFILE" --file=- --no-password | ||
| volumeMounts: | ||
| - mountPath: /pgpass | ||
| name: db-secret | ||
| subPath: pgpass | ||
| readOnly: true | ||
| - mountPath: /restore | ||
| name: db-dump-temp | ||
| readOnly: true | ||
| volumes: | ||
| - name: db-dump-temp | ||
| emptyDir: {} | ||
| - name: db-secret | ||
| secret: | ||
| secretName: {{ $dbSecret }} | ||
| - name: rclone-config | ||
| secret: | ||
| secretName: {{ $rcloneSecret }} | ||
| {{- end -}} |