Compare commits
No commits in common. "d27dae95393de4d1720b7b6a6c73cdbf7bca41df" and "fb4dacc6beda37eac0d4423f066ed58ce8d879f0" have entirely different histories.
d27dae9539
...
fb4dacc6be
|
|
@ -1 +0,0 @@
|
||||||
/dist
|
|
||||||
|
|
@ -1,49 +0,0 @@
|
||||||
@Library('cadoles') _
|
|
||||||
|
|
||||||
pipeline {
|
|
||||||
agent {
|
|
||||||
dockerfile {
|
|
||||||
label 'docker'
|
|
||||||
filename 'Dockerfile'
|
|
||||||
dir 'misc/ci'
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
stages {
|
|
||||||
stage('Build and publish packages') {
|
|
||||||
when {
|
|
||||||
anyOf {
|
|
||||||
branch 'master'
|
|
||||||
}
|
|
||||||
}
|
|
||||||
steps {
|
|
||||||
script {
|
|
||||||
List<String> packagers = ['deb', 'rpm']
|
|
||||||
packagers.each { pkgr ->
|
|
||||||
sh "make NFPM_PACKAGER='${pkgr}' package"
|
|
||||||
}
|
|
||||||
|
|
||||||
List<String> attachments = sh(returnStdout: true, script: "find dist -type f -name '*.deb' -or -name '*.rpm' -or -name '*.ipk'").split(' ')
|
|
||||||
String releaseVersion = sh(returnStdout: true, script: "git describe --always | rev | cut -d '/' -f 1 | rev").trim()
|
|
||||||
|
|
||||||
String releaseBody = """
|
|
||||||
_Publication automatisée réalisée par Jenkins._ [Voir le job](${env.RUN_DISPLAY_URL})
|
|
||||||
"""
|
|
||||||
|
|
||||||
gitea.release('forge-jenkins', 'Cadoles', 'postgres-backup', [
|
|
||||||
'attachments': attachments,
|
|
||||||
'body': releaseBody,
|
|
||||||
'releaseName': "${releaseVersion}",
|
|
||||||
'releaseVersion': "${releaseVersion}"
|
|
||||||
])
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
post {
|
|
||||||
always {
|
|
||||||
cleanWs()
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
12
Makefile
12
Makefile
|
|
@ -1,12 +0,0 @@
|
||||||
PACKAGE_VERSION ?= $(shell git describe --always | rev | cut -d '/' -f 1 | rev)
|
|
||||||
NFPM_PACKAGER ?= deb
|
|
||||||
|
|
||||||
package: dist
|
|
||||||
PACKAGE_VERSION=$(PACKAGE_VERSION) \
|
|
||||||
nfpm package \
|
|
||||||
--config nfpm.yml \
|
|
||||||
--target ./dist \
|
|
||||||
--packager $(NFPM_PACKAGER)
|
|
||||||
|
|
||||||
dist:
|
|
||||||
mkdir -p dist
|
|
||||||
|
|
@ -1,5 +0,0 @@
|
||||||
# PostgreSQL Backup
|
|
||||||
|
|
||||||
Scripts et empaquetage Debian de scripts de sauvegarde de bases de données PostgreSQL.
|
|
||||||
|
|
||||||
Extrait de l'article du wiki officiel ["Automated Backup on Linux"](https://wiki.postgresql.org/wiki/Automated_Backup_on_Linux).
|
|
||||||
|
|
@ -1,45 +0,0 @@
|
||||||
##############################
|
|
||||||
## POSTGRESQL BACKUP CONFIG ##
|
|
||||||
##############################
|
|
||||||
|
|
||||||
# Optional system user to run backups as. If the user the script is running as doesn't match this
|
|
||||||
# the script terminates. Leave blank to skip check.
|
|
||||||
BACKUP_USER=postgres
|
|
||||||
|
|
||||||
# Optional hostname to adhere to pg_hba policies. Will default to "localhost" if none specified.
|
|
||||||
HOSTNAME=/var/run/postgresql
|
|
||||||
|
|
||||||
# Optional username to connect to database as. Will default to "postgres" if none specified.
|
|
||||||
USERNAME=
|
|
||||||
|
|
||||||
# This dir will be created if it doesn't exist. This must be writable by the user the script is
|
|
||||||
# running as.
|
|
||||||
BACKUP_DIR=/var/backups/database/postgresql/
|
|
||||||
|
|
||||||
# List of strings to match against in database name, separated by space or comma, for which we only
|
|
||||||
# wish to keep a backup of the schema, not the data. Any database names which contain any of these
|
|
||||||
# values will be considered candidates. (e.g. "system_log" will match "dev_system_log_2010-01")
|
|
||||||
SCHEMA_ONLY_LIST=""
|
|
||||||
|
|
||||||
# Will produce a custom-format backup if set to "yes"
|
|
||||||
ENABLE_CUSTOM_BACKUPS=yes
|
|
||||||
|
|
||||||
# Will produce a gzipped plain-format backup if set to "yes"
|
|
||||||
ENABLE_PLAIN_BACKUPS=yes
|
|
||||||
|
|
||||||
# Will produce gzipped sql file containing the cluster globals, like users and passwords, if set to "yes"
|
|
||||||
ENABLE_GLOBALS_BACKUPS=yes
|
|
||||||
|
|
||||||
|
|
||||||
#### SETTINGS FOR ROTATED BACKUPS ####
|
|
||||||
|
|
||||||
# Which day to take the weekly backup from (1-7 = Monday-Sunday)
|
|
||||||
DAY_OF_WEEK_TO_KEEP=5
|
|
||||||
|
|
||||||
# Number of days to keep daily backups
|
|
||||||
DAYS_TO_KEEP=7
|
|
||||||
|
|
||||||
# How many weeks to keep weekly backups
|
|
||||||
WEEKS_TO_KEEP=5
|
|
||||||
|
|
||||||
######################################
|
|
||||||
|
|
@ -1,9 +0,0 @@
|
||||||
FROM alpine:3.15
|
|
||||||
|
|
||||||
RUN apk add --no-cache make git curl jq bash openssl
|
|
||||||
|
|
||||||
RUN curl -k https://forge.cadoles.com/Cadoles/Jenkins/raw/branch/master/resources/com/cadoles/common/add-letsencrypt-ca.sh | bash
|
|
||||||
|
|
||||||
RUN wget https://github.com/goreleaser/nfpm/releases/download/v2.20.0/nfpm_2.20.0_Linux_x86_64.tar.gz \
|
|
||||||
&& tar -xzf nfpm_2.20.0_Linux_x86_64.tar.gz -C /usr/local/bin \
|
|
||||||
&& chmod +x /usr/local/bin/nfpm
|
|
||||||
|
|
@ -1,10 +0,0 @@
|
||||||
[Unit]
|
|
||||||
Description=Run PostgreSQL backup
|
|
||||||
|
|
||||||
[Service]
|
|
||||||
Type=oneshot
|
|
||||||
ExecStart=/usr/bin/pg_backup_rotated.sh -c /etc/postgres-backup/pg_backup.conf
|
|
||||||
User=postgres
|
|
||||||
|
|
||||||
[Install]
|
|
||||||
WantedBy=default.target
|
|
||||||
|
|
@ -1,9 +0,0 @@
|
||||||
[Unit]
|
|
||||||
Description=Timer for periodic execution of postgres-backup service.
|
|
||||||
|
|
||||||
[Timer]
|
|
||||||
OnCalendar=daily
|
|
||||||
Persistent=true
|
|
||||||
|
|
||||||
[Install]
|
|
||||||
WantedBy=timers.target
|
|
||||||
39
nfpm.yml
39
nfpm.yml
|
|
@ -1,39 +0,0 @@
|
||||||
name: "postgres-backup"
|
|
||||||
arch: "amd64"
|
|
||||||
platform: "linux"
|
|
||||||
version: "${PACKAGE_VERSION}"
|
|
||||||
section: "default"
|
|
||||||
priority: "extra"
|
|
||||||
maintainer: "Cadoles <contact@cadoles.com>"
|
|
||||||
description: |
|
|
||||||
PostgreSQL automated backup scripts
|
|
||||||
vendor: "Cadoles"
|
|
||||||
homepage: "https://forge.cadoles.com/Cadoles/postgres-backup"
|
|
||||||
license: "AGPL-3.0"
|
|
||||||
contents:
|
|
||||||
- src: script/pg_backup.sh
|
|
||||||
dst: /usr/share/postgres-backup/pg_backup.sh
|
|
||||||
file_info:
|
|
||||||
mode: 0755
|
|
||||||
- src: script/pg_backup_rotated.sh
|
|
||||||
dst: /usr/share/postgres-backup/pg_backup_rotated.sh
|
|
||||||
file_info:
|
|
||||||
mode: 0755
|
|
||||||
- src: /usr/share/postgres-backup/pg_backup.sh
|
|
||||||
dst: /usr/bin/pg_backup.sh
|
|
||||||
type: symlink
|
|
||||||
- src: /usr/share/postgres-backup/pg_backup_rotated.sh
|
|
||||||
dst: /usr/bin/pg_backup_rotated.sh
|
|
||||||
type: symlink
|
|
||||||
- src: conf/pg_backup.conf
|
|
||||||
dst: /etc/postgres-backup/pg_backup.conf
|
|
||||||
type: config|noreplace
|
|
||||||
- src: misc/packaging/postgres-backup.timer
|
|
||||||
dst: /usr/lib/systemd/system/postgres-backup.timer
|
|
||||||
- src: misc/packaging/postgres-backup.service
|
|
||||||
dst: /usr/lib/systemd/system/postgres-backup.service
|
|
||||||
- dst: /var/backups/database/postgresql
|
|
||||||
type: dir
|
|
||||||
file_info:
|
|
||||||
owner: postgres
|
|
||||||
group: postgres
|
|
||||||
|
|
@ -1,166 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
|
|
||||||
###########################
|
|
||||||
####### LOAD CONFIG #######
|
|
||||||
###########################
|
|
||||||
|
|
||||||
while [ $# -gt 0 ]; do
|
|
||||||
case $1 in
|
|
||||||
-c)
|
|
||||||
if [ -r "$2" ]; then
|
|
||||||
source "$2"
|
|
||||||
shift 2
|
|
||||||
else
|
|
||||||
${ECHO} "Unreadable config file \"$2\"" 1>&2
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
${ECHO} "Unknown Option \"$1\"" 1>&2
|
|
||||||
exit 2
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
done
|
|
||||||
|
|
||||||
if [ $# = 0 ]; then
|
|
||||||
SCRIPTPATH=$(cd ${0%/*} && pwd -P)
|
|
||||||
source $SCRIPTPATH/pg_backup.conf
|
|
||||||
fi;
|
|
||||||
|
|
||||||
###########################
|
|
||||||
#### PRE-BACKUP CHECKS ####
|
|
||||||
###########################
|
|
||||||
|
|
||||||
# Make sure we're running as the required backup user
|
|
||||||
if [ "$BACKUP_USER" != "" -a "$(id -un)" != "$BACKUP_USER" ]; then
|
|
||||||
echo "This script must be run as $BACKUP_USER. Exiting." 1>&2
|
|
||||||
exit 1;
|
|
||||||
fi;
|
|
||||||
|
|
||||||
|
|
||||||
###########################
|
|
||||||
### INITIALISE DEFAULTS ###
|
|
||||||
###########################
|
|
||||||
|
|
||||||
if [ ! $HOSTNAME ]; then
|
|
||||||
HOSTNAME="localhost"
|
|
||||||
fi;
|
|
||||||
|
|
||||||
if [ ! $USERNAME ]; then
|
|
||||||
USERNAME="postgres"
|
|
||||||
fi;
|
|
||||||
|
|
||||||
|
|
||||||
###########################
|
|
||||||
#### START THE BACKUPS ####
|
|
||||||
###########################
|
|
||||||
|
|
||||||
|
|
||||||
FINAL_BACKUP_DIR=$BACKUP_DIR"`date +\%Y-\%m-\%d`/"
|
|
||||||
|
|
||||||
echo "Making backup directory in $FINAL_BACKUP_DIR"
|
|
||||||
|
|
||||||
if ! mkdir -p $FINAL_BACKUP_DIR; then
|
|
||||||
echo "Cannot create backup directory in $FINAL_BACKUP_DIR. Go and fix it!" 1>&2
|
|
||||||
exit 1;
|
|
||||||
fi;
|
|
||||||
|
|
||||||
|
|
||||||
#######################
|
|
||||||
### GLOBALS BACKUPS ###
|
|
||||||
#######################
|
|
||||||
|
|
||||||
echo -e "\n\nPerforming globals backup"
|
|
||||||
echo -e "--------------------------------------------\n"
|
|
||||||
|
|
||||||
if [ $ENABLE_GLOBALS_BACKUPS = "yes" ]
|
|
||||||
then
|
|
||||||
echo "Globals backup"
|
|
||||||
|
|
||||||
set -o pipefail
|
|
||||||
if ! pg_dumpall -g -h "$HOSTNAME" -U "$USERNAME" | gzip > $FINAL_BACKUP_DIR"globals".sql.gz.in_progress; then
|
|
||||||
echo "[!!ERROR!!] Failed to produce globals backup" 1>&2
|
|
||||||
else
|
|
||||||
mv $FINAL_BACKUP_DIR"globals".sql.gz.in_progress $FINAL_BACKUP_DIR"globals".sql.gz
|
|
||||||
fi
|
|
||||||
set +o pipefail
|
|
||||||
else
|
|
||||||
echo "None"
|
|
||||||
fi
|
|
||||||
|
|
||||||
|
|
||||||
###########################
|
|
||||||
### SCHEMA-ONLY BACKUPS ###
|
|
||||||
###########################
|
|
||||||
|
|
||||||
for SCHEMA_ONLY_DB in ${SCHEMA_ONLY_LIST//,/ }
|
|
||||||
do
|
|
||||||
SCHEMA_ONLY_CLAUSE="$SCHEMA_ONLY_CLAUSE or datname ~ '$SCHEMA_ONLY_DB'"
|
|
||||||
done
|
|
||||||
|
|
||||||
SCHEMA_ONLY_QUERY="select datname from pg_database where false $SCHEMA_ONLY_CLAUSE order by datname;"
|
|
||||||
|
|
||||||
echo -e "\n\nPerforming schema-only backups"
|
|
||||||
echo -e "--------------------------------------------\n"
|
|
||||||
|
|
||||||
SCHEMA_ONLY_DB_LIST=`psql -h "$HOSTNAME" -U "$USERNAME" -At -c "$SCHEMA_ONLY_QUERY" postgres`
|
|
||||||
|
|
||||||
echo -e "The following databases were matched for schema-only backup:\n${SCHEMA_ONLY_DB_LIST}\n"
|
|
||||||
|
|
||||||
for DATABASE in $SCHEMA_ONLY_DB_LIST
|
|
||||||
do
|
|
||||||
echo "Schema-only backup of $DATABASE"
|
|
||||||
|
|
||||||
set -o pipefail
|
|
||||||
if ! pg_dump -Fp -s -h "$HOSTNAME" -U "$USERNAME" "$DATABASE" | gzip > $FINAL_BACKUP_DIR"$DATABASE"_SCHEMA.sql.gz.in_progress; then
|
|
||||||
echo "[!!ERROR!!] Failed to backup database schema of $DATABASE" 1>&2
|
|
||||||
else
|
|
||||||
mv $FINAL_BACKUP_DIR"$DATABASE"_SCHEMA.sql.gz.in_progress $FINAL_BACKUP_DIR"$DATABASE"_SCHEMA.sql.gz
|
|
||||||
fi
|
|
||||||
set +o pipefail
|
|
||||||
done
|
|
||||||
|
|
||||||
|
|
||||||
###########################
|
|
||||||
###### FULL BACKUPS #######
|
|
||||||
###########################
|
|
||||||
|
|
||||||
for SCHEMA_ONLY_DB in ${SCHEMA_ONLY_LIST//,/ }
|
|
||||||
do
|
|
||||||
EXCLUDE_SCHEMA_ONLY_CLAUSE="$EXCLUDE_SCHEMA_ONLY_CLAUSE and datname !~ '$SCHEMA_ONLY_DB'"
|
|
||||||
done
|
|
||||||
|
|
||||||
FULL_BACKUP_QUERY="select datname from pg_database where not datistemplate and datallowconn $EXCLUDE_SCHEMA_ONLY_CLAUSE order by datname;"
|
|
||||||
|
|
||||||
echo -e "\n\nPerforming full backups"
|
|
||||||
echo -e "--------------------------------------------\n"
|
|
||||||
|
|
||||||
for DATABASE in `psql -h "$HOSTNAME" -U "$USERNAME" -At -c "$FULL_BACKUP_QUERY" postgres`
|
|
||||||
do
|
|
||||||
if [ $ENABLE_PLAIN_BACKUPS = "yes" ]
|
|
||||||
then
|
|
||||||
echo "Plain backup of $DATABASE"
|
|
||||||
|
|
||||||
set -o pipefail
|
|
||||||
if ! pg_dump -Fp -h "$HOSTNAME" -U "$USERNAME" "$DATABASE" | gzip > $FINAL_BACKUP_DIR"$DATABASE".sql.gz.in_progress; then
|
|
||||||
echo "[!!ERROR!!] Failed to produce plain backup database $DATABASE" 1>&2
|
|
||||||
else
|
|
||||||
mv $FINAL_BACKUP_DIR"$DATABASE".sql.gz.in_progress $FINAL_BACKUP_DIR"$DATABASE".sql.gz
|
|
||||||
fi
|
|
||||||
set +o pipefail
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ $ENABLE_CUSTOM_BACKUPS = "yes" ]
|
|
||||||
then
|
|
||||||
echo "Custom backup of $DATABASE"
|
|
||||||
|
|
||||||
if ! pg_dump -Fc -h "$HOSTNAME" -U "$USERNAME" "$DATABASE" -f $FINAL_BACKUP_DIR"$DATABASE".custom.in_progress; then
|
|
||||||
echo "[!!ERROR!!] Failed to produce custom backup database $DATABASE" 1>&2
|
|
||||||
else
|
|
||||||
mv $FINAL_BACKUP_DIR"$DATABASE".custom.in_progress $FINAL_BACKUP_DIR"$DATABASE".custom
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
done
|
|
||||||
|
|
||||||
echo -e "\nAll database backups complete!"
|
|
||||||
|
|
@ -1,206 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
|
|
||||||
###########################
|
|
||||||
####### LOAD CONFIG #######
|
|
||||||
###########################
|
|
||||||
|
|
||||||
while [ $# -gt 0 ]; do
|
|
||||||
case $1 in
|
|
||||||
-c)
|
|
||||||
CONFIG_FILE_PATH="$2"
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
${ECHO} "Unknown Option \"$1\"" 1>&2
|
|
||||||
exit 2
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
done
|
|
||||||
|
|
||||||
if [ -z $CONFIG_FILE_PATH ] ; then
|
|
||||||
SCRIPTPATH=$(cd ${0%/*} && pwd -P)
|
|
||||||
CONFIG_FILE_PATH="${SCRIPTPATH}/pg_backup.conf"
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ ! -r ${CONFIG_FILE_PATH} ] ; then
|
|
||||||
echo "Could not load config file from ${CONFIG_FILE_PATH}" 1>&2
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
source "${CONFIG_FILE_PATH}"
|
|
||||||
|
|
||||||
###########################
|
|
||||||
#### PRE-BACKUP CHECKS ####
|
|
||||||
###########################
|
|
||||||
|
|
||||||
# Make sure we're running as the required backup user
|
|
||||||
if [ "$BACKUP_USER" != "" -a "$(id -un)" != "$BACKUP_USER" ] ; then
|
|
||||||
echo "This script must be run as $BACKUP_USER. Exiting." 1>&2
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
|
|
||||||
###########################
|
|
||||||
### INITIALISE DEFAULTS ###
|
|
||||||
###########################
|
|
||||||
|
|
||||||
if [ ! $HOSTNAME ]; then
|
|
||||||
HOSTNAME="localhost"
|
|
||||||
fi;
|
|
||||||
|
|
||||||
if [ ! $USERNAME ]; then
|
|
||||||
USERNAME="postgres"
|
|
||||||
fi;
|
|
||||||
|
|
||||||
|
|
||||||
###########################
|
|
||||||
#### START THE BACKUPS ####
|
|
||||||
###########################
|
|
||||||
|
|
||||||
function perform_backups()
|
|
||||||
{
|
|
||||||
SUFFIX=$1
|
|
||||||
FINAL_BACKUP_DIR=$BACKUP_DIR"`date +\%Y-\%m-\%d`$SUFFIX/"
|
|
||||||
|
|
||||||
echo "Making backup directory in $FINAL_BACKUP_DIR"
|
|
||||||
|
|
||||||
if ! mkdir -p $FINAL_BACKUP_DIR; then
|
|
||||||
echo "Cannot create backup directory in $FINAL_BACKUP_DIR. Go and fix it!" 1>&2
|
|
||||||
exit 1;
|
|
||||||
fi;
|
|
||||||
|
|
||||||
#######################
|
|
||||||
### GLOBALS BACKUPS ###
|
|
||||||
#######################
|
|
||||||
|
|
||||||
echo -e "\n\nPerforming globals backup"
|
|
||||||
echo -e "--------------------------------------------\n"
|
|
||||||
|
|
||||||
if [ $ENABLE_GLOBALS_BACKUPS = "yes" ]
|
|
||||||
then
|
|
||||||
echo "Globals backup"
|
|
||||||
|
|
||||||
set -o pipefail
|
|
||||||
if ! pg_dumpall -g -h "$HOSTNAME" -U "$USERNAME" | gzip > $FINAL_BACKUP_DIR"globals".sql.gz.in_progress; then
|
|
||||||
echo "[!!ERROR!!] Failed to produce globals backup" 1>&2
|
|
||||||
else
|
|
||||||
mv $FINAL_BACKUP_DIR"globals".sql.gz.in_progress $FINAL_BACKUP_DIR"globals".sql.gz
|
|
||||||
fi
|
|
||||||
set +o pipefail
|
|
||||||
else
|
|
||||||
echo "None"
|
|
||||||
fi
|
|
||||||
|
|
||||||
|
|
||||||
###########################
|
|
||||||
### SCHEMA-ONLY BACKUPS ###
|
|
||||||
###########################
|
|
||||||
|
|
||||||
for SCHEMA_ONLY_DB in ${SCHEMA_ONLY_LIST//,/ }
|
|
||||||
do
|
|
||||||
SCHEMA_ONLY_CLAUSE="$SCHEMA_ONLY_CLAUSE or datname ~ '$SCHEMA_ONLY_DB'"
|
|
||||||
done
|
|
||||||
|
|
||||||
SCHEMA_ONLY_QUERY="select datname from pg_database where false $SCHEMA_ONLY_CLAUSE order by datname;"
|
|
||||||
|
|
||||||
echo -e "\n\nPerforming schema-only backups"
|
|
||||||
echo -e "--------------------------------------------\n"
|
|
||||||
|
|
||||||
SCHEMA_ONLY_DB_LIST=`psql -h "$HOSTNAME" -U "$USERNAME" -At -c "$SCHEMA_ONLY_QUERY" postgres`
|
|
||||||
|
|
||||||
echo -e "The following databases were matched for schema-only backup:\n${SCHEMA_ONLY_DB_LIST}\n"
|
|
||||||
|
|
||||||
for DATABASE in $SCHEMA_ONLY_DB_LIST
|
|
||||||
do
|
|
||||||
echo "Schema-only backup of $DATABASE"
|
|
||||||
set -o pipefail
|
|
||||||
if ! pg_dump -Fp -s -h "$HOSTNAME" -U "$USERNAME" "$DATABASE" | gzip > $FINAL_BACKUP_DIR"$DATABASE"_SCHEMA.sql.gz.in_progress; then
|
|
||||||
echo "[!!ERROR!!] Failed to backup database schema of $DATABASE" 1>&2
|
|
||||||
else
|
|
||||||
mv $FINAL_BACKUP_DIR"$DATABASE"_SCHEMA.sql.gz.in_progress $FINAL_BACKUP_DIR"$DATABASE"_SCHEMA.sql.gz
|
|
||||||
fi
|
|
||||||
set +o pipefail
|
|
||||||
done
|
|
||||||
|
|
||||||
|
|
||||||
###########################
|
|
||||||
###### FULL BACKUPS #######
|
|
||||||
###########################
|
|
||||||
|
|
||||||
for SCHEMA_ONLY_DB in ${SCHEMA_ONLY_LIST//,/ }
|
|
||||||
do
|
|
||||||
EXCLUDE_SCHEMA_ONLY_CLAUSE="$EXCLUDE_SCHEMA_ONLY_CLAUSE and datname !~ '$SCHEMA_ONLY_DB'"
|
|
||||||
done
|
|
||||||
|
|
||||||
FULL_BACKUP_QUERY="select datname from pg_database where not datistemplate and datallowconn $EXCLUDE_SCHEMA_ONLY_CLAUSE order by datname;"
|
|
||||||
|
|
||||||
echo -e "\n\nPerforming full backups"
|
|
||||||
echo -e "--------------------------------------------\n"
|
|
||||||
|
|
||||||
for DATABASE in `psql -h "$HOSTNAME" -U "$USERNAME" -At -c "$FULL_BACKUP_QUERY" postgres`
|
|
||||||
do
|
|
||||||
if [ $ENABLE_PLAIN_BACKUPS = "yes" ]
|
|
||||||
then
|
|
||||||
echo "Plain backup of $DATABASE"
|
|
||||||
|
|
||||||
set -o pipefail
|
|
||||||
if ! pg_dump -Fp -h "$HOSTNAME" -U "$USERNAME" "$DATABASE" | gzip > $FINAL_BACKUP_DIR"$DATABASE".sql.gz.in_progress; then
|
|
||||||
echo "[!!ERROR!!] Failed to produce plain backup database $DATABASE" 1>&2
|
|
||||||
else
|
|
||||||
mv $FINAL_BACKUP_DIR"$DATABASE".sql.gz.in_progress $FINAL_BACKUP_DIR"$DATABASE".sql.gz
|
|
||||||
fi
|
|
||||||
set +o pipefail
|
|
||||||
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ $ENABLE_CUSTOM_BACKUPS = "yes" ]
|
|
||||||
then
|
|
||||||
echo "Custom backup of $DATABASE"
|
|
||||||
|
|
||||||
if ! pg_dump -Fc -h "$HOSTNAME" -U "$USERNAME" "$DATABASE" -f $FINAL_BACKUP_DIR"$DATABASE".custom.in_progress; then
|
|
||||||
echo "[!!ERROR!!] Failed to produce custom backup database $DATABASE"
|
|
||||||
else
|
|
||||||
mv $FINAL_BACKUP_DIR"$DATABASE".custom.in_progress $FINAL_BACKUP_DIR"$DATABASE".custom
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
done
|
|
||||||
|
|
||||||
echo -e "\nAll database backups complete!"
|
|
||||||
}
|
|
||||||
|
|
||||||
# MONTHLY BACKUPS
|
|
||||||
|
|
||||||
DAY_OF_MONTH=`date +%d`
|
|
||||||
|
|
||||||
if [ $DAY_OF_MONTH -eq 1 ];
|
|
||||||
then
|
|
||||||
# Delete all expired monthly directories
|
|
||||||
find $BACKUP_DIR -maxdepth 1 -name "*-monthly" -exec rm -rf '{}' ';'
|
|
||||||
|
|
||||||
perform_backups "-monthly"
|
|
||||||
|
|
||||||
exit 0;
|
|
||||||
fi
|
|
||||||
|
|
||||||
# WEEKLY BACKUPS
|
|
||||||
|
|
||||||
DAY_OF_WEEK=`date +%u` #1-7 (Monday-Sunday)
|
|
||||||
EXPIRED_DAYS=`expr $((($WEEKS_TO_KEEP * 7) + 1))`
|
|
||||||
|
|
||||||
if [ $DAY_OF_WEEK = $DAY_OF_WEEK_TO_KEEP ];
|
|
||||||
then
|
|
||||||
# Delete all expired weekly directories
|
|
||||||
find $BACKUP_DIR -maxdepth 1 -mtime +$EXPIRED_DAYS -name "*-weekly" -exec rm -rf '{}' ';'
|
|
||||||
|
|
||||||
perform_backups "-weekly"
|
|
||||||
|
|
||||||
exit 0;
|
|
||||||
fi
|
|
||||||
|
|
||||||
# DAILY BACKUPS
|
|
||||||
|
|
||||||
# Delete daily backups 7 days old or more
|
|
||||||
find $BACKUP_DIR -maxdepth 1 -mtime +$DAYS_TO_KEEP -name "*-daily" -exec rm -rf '{}' ';'
|
|
||||||
|
|
||||||
perform_backups "-daily"
|
|
||||||
Loading…
Reference in New Issue