|
|
|
|
@@ -158,6 +158,11 @@ bootstrap_variables() {
|
|
|
|
|
sed -i "s|_PASS='\(.*\)'|_PASS=\1|g" "${backup_instance_vars}"
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
if grep -qo "MONGO_CUSTOM_URI='.*'" "${backup_instance_vars}"; then
|
|
|
|
|
print_debug "[bootstrap_variables] [backup_init] Found _MONGO_CUSTOM_URI variable with quotes"
|
|
|
|
|
sed -i "s|MONGO_CUSTOM_URI='\(.*\)'|MONGO_CUSTOM_URI=\1|g" "${backup_instance_vars}"
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
transform_backup_instance_variable() {
|
|
|
|
|
if grep -q "^DB${1}_${2}=" "${backup_instance_vars}" && [ "$(grep "^DB${1}_${2}=" "${backup_instance_vars}" | cut -d = -f2)" != "unset" ]; then
|
|
|
|
|
export "$3"="$(grep "^DB${1}_${2}=" "${backup_instance_vars}" | cut -d = -f2-)"
|
|
|
|
|
@@ -734,7 +739,7 @@ backup_pgsql() {
|
|
|
|
|
fi
|
|
|
|
|
if [ "${backup_job_db_name,,}" = "all" ] ; then
|
|
|
|
|
write_log debug "Preparing to back up all databases"
|
|
|
|
|
db_names=$(run_as_user psql -h ${backup_job_db_host} -U ${backup_job_db_user} -p ${backup_job_db_port} -d ${authdb} -c 'COPY (SELECT datname FROM pg_database WHERE datistemplate = false) TO STDOUT;' )
|
|
|
|
|
db_names=$(psql -h ${backup_job_db_host} -U ${backup_job_db_user} -p ${backup_job_db_port} -d ${authdb} -c 'COPY (SELECT datname FROM pg_database WHERE datistemplate = false) TO STDOUT;' )
|
|
|
|
|
if [ -n "${backup_job_db_name_exclude}" ] ; then
|
|
|
|
|
db_names_exclusions=$(echo "${backup_job_db_name_exclude}" | tr ',' '\n')
|
|
|
|
|
for db_exclude in ${db_names_exclusions} ; do
|
|
|
|
|
@@ -782,7 +787,7 @@ backup_pgsql() {
|
|
|
|
|
pre_dbbackup all
|
|
|
|
|
write_log notice "Dumping all PostgreSQL databases: '$(echo ${db_names} | xargs | tr ' ' ',')' ${compression_string}"
|
|
|
|
|
if var_true "${DEBUG_BACKUP_PGSQL}" ; then debug on; fi
|
|
|
|
|
tmp_db_names=$(run_as_user psql -h ${backup_job_db_host} -p ${backup_job_db_port} -U ${backup_job_db_user} -d ${authdb} -c 'COPY (SELECT datname FROM pg_database WHERE datistemplate = false) TO STDOUT;' )
|
|
|
|
|
tmp_db_names=$(psql -h ${backup_job_db_host} -p ${backup_job_db_port} -U ${backup_job_db_user} -d ${authdb} -c 'COPY (SELECT datname FROM pg_database WHERE datistemplate = false) TO STDOUT;' )
|
|
|
|
|
for r_db_name in $(echo $db_names | xargs); do
|
|
|
|
|
tmp_db_names=$(echo "$tmp_db_names" | xargs | sed "s|${r_db_name}||g" )
|
|
|
|
|
done
|
|
|
|
|
@@ -1141,10 +1146,11 @@ create_archive() {
|
|
|
|
|
|
|
|
|
|
create_schedulers() {
|
|
|
|
|
if var_true "${DEBUG_CREATE_SCHEDULERS}" ; then debug on; fi
|
|
|
|
|
|
|
|
|
|
backup() {
|
|
|
|
|
bootstrap_variables upgrade BACKUP
|
|
|
|
|
local backup_instances=$(printenv | sort | grep -c "^DB[0-9]._HOST")
|
|
|
|
|
local backup_instances=$(set -o posix ; set | grep -Pc "^(DB[0-9]._HOST=|.*MONGO_CUSTOM_URI=)")
|
|
|
|
|
print_debug "[create_schedulers] Found '${backup_instances}' DB_HOST instances"
|
|
|
|
|
|
|
|
|
|
if [ -n "${DB_HOST}" ] && [ "${backup_instances}" ]; then
|
|
|
|
|
backup_instances=1;
|
|
|
|
|
print_debug "[create_schedulers] Detected using old DB_ variables"
|
|
|
|
|
@@ -1357,18 +1363,20 @@ notify() {
|
|
|
|
|
if [ -z "${SMTP_HOST}" ] ; then write_log error "[notifications] No SMTP_HOST variable set - Skipping sending Email notifications" ; skip_mail=true ; fi
|
|
|
|
|
if [ -z "${SMTP_PORT}" ] ; then write_log error "[notifications] No SMTP_PORT variable set - Skipping sending Email notifications" ; skip_mail=true ; fi
|
|
|
|
|
if var_nottrue "${skip_mail}" ; then
|
|
|
|
|
if ! grep -q ^from /etc/msmptrc ; then
|
|
|
|
|
echo "from ${MAIL_FROM}" >> /etc/msmtprc
|
|
|
|
|
fi
|
|
|
|
|
mail_recipients=$(echo "${MAIL_TO}" | tr "," "\n")
|
|
|
|
|
for mail_recipient in $mail_recipients ; do
|
|
|
|
|
cat <<EOF | s-nail -v \
|
|
|
|
|
-r "${MAIL_FROM}" \
|
|
|
|
|
-s "[db-backup] [${DOMAIN}] ${3}" \
|
|
|
|
|
-S smtp="${SMTP_HOST}":"${SMTP_PORT}" \
|
|
|
|
|
"${mail_recipient}"
|
|
|
|
|
cat <<EOF | msmtp -t "${mail_recipient}" -C /etc/msmtprc
|
|
|
|
|
To: ${mail_recipient}
|
|
|
|
|
Subject: [db-backup] ${4}
|
|
|
|
|
|
|
|
|
|
Time: ${1}
|
|
|
|
|
Log File: {2}
|
|
|
|
|
Error Code: ${3}
|
|
|
|
|
|
|
|
|
|
${4}
|
|
|
|
|
${5}
|
|
|
|
|
EOF
|
|
|
|
|
done
|
|
|
|
|
fi
|
|
|
|
|
@@ -1384,7 +1392,7 @@ EOF
|
|
|
|
|
if [ -z "${MATTERMOST_WEBHOOK_URL}" ] ; then write_log error "[notifications] No MATTERMOST_WEBHOOK_URL variable set - Skipping sending Mattermost notifications" ; skip_mattermost=true ; fi
|
|
|
|
|
if var_nottrue "${skip_mattermost}" ; then
|
|
|
|
|
emoji=":bomb:"
|
|
|
|
|
message="*[db-backup] ${3}*\n${4}\n*Timestamp:* ${1}\n*Logfile:* ${2}\n*Error Code: ${3}"
|
|
|
|
|
message="*[db-backup] ${4}*\n${5}\n*Timestamp:* ${1}\n*Logfile:* ${2}\n*Error Code: ${3}"
|
|
|
|
|
mattermost_recipients=$(echo "${MATTERMOST_RECIPIENT}" | tr "," "\n")
|
|
|
|
|
for mattermost_recipient in $mattermost_recipients ; do
|
|
|
|
|
payload="payload={\"channel\": \"${mattermost_recipient//\"/\\\"}\", \"username\": \"${MATTERMOST_USERNAME//\"/\\\"}\", \"text\": \"${message//\"/\\\"}\", \"icon_emoji\": \"${emoji}\"}"
|
|
|
|
|
@@ -1409,7 +1417,7 @@ EOF
|
|
|
|
|
for matrix_room in $matrix_rooms ; do
|
|
|
|
|
curl \
|
|
|
|
|
-XPOST \
|
|
|
|
|
-d "{\"msgtype\":\"m.text\", \"body\":\"*[db-backup] ${3}*\n${4}\n*Timestamp:* ${1}\n*Logfile:* ${2}\n*Error Code: ${3}*\"}" \
|
|
|
|
|
-d "{\"msgtype\":\"m.text\", \"body\":\"*[db-backup] ${4}*\n${5}\n*Timestamp:* ${1}\n*Logfile:* ${2}\n*Error Code: ${3}*\"}" \
|
|
|
|
|
"${MATRIX_HOST}/_matrix/client/r0/rooms/${matrix_room}/send/m.room.message?access_token=${MATRIX_ACCESS_TOKEN}"
|
|
|
|
|
done
|
|
|
|
|
fi
|
|
|
|
|
@@ -1425,7 +1433,7 @@ EOF
|
|
|
|
|
if [ -z "${ROCKETCHAT_WEBHOOK_URL}" ] ; then write_log error "[notifications] No ROCKETCHAT_WEBHOOK_URL variable set - Skipping sending Rocket.Chat notifications" ; skip_rocketchat=true ; fi
|
|
|
|
|
if var_nottrue "${skip_rocketchat}" ; then
|
|
|
|
|
emoji=":bomb:"
|
|
|
|
|
message="*[db-backup] ${3}*\n${4}\n*Timestamp:* ${1}\n*Logfile:* ${2}\n*Error Code: ${3}"
|
|
|
|
|
message="*[db-backup] ${4}*\n${5}\n*Timestamp:* ${1}\n*Logfile:* ${2}\n*Error Code: ${3}"
|
|
|
|
|
rocketchat_recipients=$(echo "${ROCKETCHAT_RECIPIENT}" | tr "," "\n")
|
|
|
|
|
for rocketchat_recipient in $rocketchat_recipients ; do
|
|
|
|
|
payload="payload={\"channel\": \"${rocketchat_recipient//\"/\\\"}\", \"username\": \"${ROCKETCHAT_USERNAME//\"/\\\"}\", \"text\": \"${message//\"/\\\"}\", \"icon_emoji\": \"${emoji}\"}"
|
|
|
|
|
@@ -1625,20 +1633,20 @@ pre_dbbackup() {
|
|
|
|
|
|
|
|
|
|
### Pre Backup Custom Script Support
|
|
|
|
|
if [ -d "/assets/custom-scripts/pre" ] && dir_notempty "/assets/custom-scripts/pre" ; then
|
|
|
|
|
write_log warning "Found Custom Post Scripts in /assets/custom-scripts/pre - Automatically moving them to '${backup_job_script_location_pre}'"
|
|
|
|
|
run_as_user mkdir -p "${backup_job_script_location_pre}"
|
|
|
|
|
silent run_as_user cp /assets/custom-scripts/pre/* "${backup_job_script_location_pre}"
|
|
|
|
|
write_log warn "Found Custom Post Scripts in /assets/custom-scripts/pre - Automatically moving them to '${backup_job_script_location_pre}'"
|
|
|
|
|
mkdir -p "${backup_job_script_location_pre}"
|
|
|
|
|
silent cp -aR /assets/custom-scripts/pre/* "${backup_job_script_location_pre}"
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
if [ -d "${backup_job_script_location_pre}" ] && dir_notempty "${backup_job_script_location_pre}" ; then
|
|
|
|
|
for f in $(find ${backup_job_script_location_pre} -name \*.sh -type f); do
|
|
|
|
|
if var_true "${backup_job_pre_script_x_verify}" ; then
|
|
|
|
|
run_as_user ${f} "${dbtype}" "${backup_job_db_host}" "${1}" "${dbbackup_start_time}" "${backup_job_filename}"
|
|
|
|
|
${f} "${dbtype}" "${backup_job_db_host}" "${1}" "${dbbackup_start_time}" "${backup_job_filename}"
|
|
|
|
|
else
|
|
|
|
|
if [ -x "${f}" ] ; then
|
|
|
|
|
write_log notice "Executing pre backup custom script : '${f}'"
|
|
|
|
|
## script DB_TYPE DB_HOST DB_NAME STARTEPOCH BACKUP_FILENAME
|
|
|
|
|
run_as_user ${f} "${dbtype}" "${backup_job_db_host}" "${1}" "${dbbackup_start_time}" "${backup_job_filename}"
|
|
|
|
|
${f} "${dbtype}" "${backup_job_db_host}" "${1}" "${dbbackup_start_time}" "${backup_job_filename}"
|
|
|
|
|
else
|
|
|
|
|
write_log error "Can't run pre backup custom script: '${f}' as its filesystem bit is not executible!"
|
|
|
|
|
fi
|
|
|
|
|
@@ -1681,11 +1689,11 @@ EOZP
|
|
|
|
|
### Post Script Support
|
|
|
|
|
if [ -n "${backup_job_post_script}" ] ; then
|
|
|
|
|
if var_true "${backup_job_post_script_x_verify}" ; then
|
|
|
|
|
run_as_user eval "${backup_job_post_script}" "${exit_code}" "${dbtype}" "${backup_job_db_host}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${backup_job_filename}" "${filesize}" "${checksum_value}" "${move_exit_code}"
|
|
|
|
|
eval "${backup_job_post_script}" "${exit_code}" "${dbtype}" "${backup_job_db_host}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${backup_job_filename}" "${filesize}" "${checksum_value}" "${move_exit_code}"
|
|
|
|
|
else
|
|
|
|
|
if [ -x "${backup_job_post_script}" ] ; then
|
|
|
|
|
write_log notice "Found POST_SCRIPT environment variable. Executing '${backup_job_post_script}"
|
|
|
|
|
run_as_user eval "${backup_job_post_script}" "${exit_code}" "${dbtype}" "${backup_job_db_host}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${backup_job_filename}" "${filesize}" "${checksum_value}" "${move_exit_code}"
|
|
|
|
|
eval "${backup_job_post_script}" "${exit_code}" "${dbtype}" "${backup_job_db_host}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${backup_job_filename}" "${filesize}" "${checksum_value}" "${move_exit_code}"
|
|
|
|
|
else
|
|
|
|
|
write_log error "Can't execute POST_SCRIPT environment variable '${backup_job_post_script}' as its filesystem bit is not executible!"
|
|
|
|
|
fi
|
|
|
|
|
@@ -1694,20 +1702,20 @@ EOZP
|
|
|
|
|
|
|
|
|
|
### Post Backup Custom Script Support
|
|
|
|
|
if [ -d "/assets/custom-scripts/" ] && dir_notempty "/assets/custom-scripts" ; then
|
|
|
|
|
write_log warning "Found Custom Post Scripts in /assets/custom-scripts/ - Automatically moving them to '${backup_job_script_location_post}'"
|
|
|
|
|
run_as_user mkdir -p "${backup_job_script_location_post}"
|
|
|
|
|
silent run_as_user cp /assets/custom-scripts/* "${backup_job_script_location_post}"
|
|
|
|
|
write_log warn "Found Custom Post Scripts in /assets/custom-scripts/ - Automatically moving them to '${backup_job_script_location_post}'"
|
|
|
|
|
mkdir -p "${backup_job_script_location_post}"
|
|
|
|
|
cp -aR /assets/custom-scripts/* "${backup_job_script_location_post}"
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
if [ -d "${backup_job_script_location_post}" ] && dir_notempty "${backup_job_script_location_post}" ; then
|
|
|
|
|
for f in $(run_as_user find "${backup_job_script_location_post}" -name \*.sh -type f); do
|
|
|
|
|
if var_true "${backup_job_post_script_x_verify}" ; then
|
|
|
|
|
run_as_user ${f} "${exit_code}" "${dbtype}" "${backup_job_db_host}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${backup_job_filename}" "${filesize}" "${checksum_value}" "${move_exit_code}"
|
|
|
|
|
${f} "${exit_code}" "${dbtype}" "${backup_job_db_host}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${backup_job_filename}" "${filesize}" "${checksum_value}" "${move_exit_code}"
|
|
|
|
|
else
|
|
|
|
|
if [ -x "${f}" ] ; then
|
|
|
|
|
write_log notice "Executing post backup custom script : '${f}'"
|
|
|
|
|
## script EXIT_CODE DB_TYPE DB_HOST DB_NAME STARTEPOCH FINISHEPOCH DURATIONEPOCH BACKUP_FILENAME FILESIZE CHECKSUMVALUE
|
|
|
|
|
run_as_user ${f} "${exit_code}" "${dbtype}" "${backup_job_db_host}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${backup_job_filename}" "${filesize}" "${checksum_value}" "${move_exit_code}"
|
|
|
|
|
${f} "${exit_code}" "${dbtype}" "${backup_job_db_host}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${backup_job_filename}" "${filesize}" "${checksum_value}" "${move_exit_code}"
|
|
|
|
|
else
|
|
|
|
|
write_log error "Can't run post backup custom script: '${f}' as its filesystem bit is not executible!"
|
|
|
|
|
fi
|
|
|
|
|
@@ -1743,7 +1751,7 @@ process_limiter() {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
run_as_user() {
|
|
|
|
|
sudo -Eu "${DBBACKUP_USER}" $@
|
|
|
|
|
sudo -Eu "${DBBACKUP_USER}" "$@"
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
setup_mode() {
|
|
|
|
|
|
