mirror of
https://github.com/tiredofit/docker-db-backup.git
synced 2025-12-21 21:33:28 +01:00
Compare commits
19 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
428c313c7b | ||
|
|
210acb1e2a | ||
|
|
e50a8cb0ec | ||
|
|
7453852046 | ||
|
|
f115a89a3c | ||
|
|
8b8d243944 | ||
|
|
be34ceb6ff | ||
|
|
82d6ce444b | ||
|
|
382a188b77 | ||
|
|
f458c34546 | ||
|
|
229db5cd03 | ||
|
|
8bb926fd20 | ||
|
|
f005956c47 | ||
|
|
ba20386e65 | ||
|
|
12211d3b67 | ||
|
|
83693d35b2 | ||
|
|
52b726c821 | ||
|
|
5c43b3c907 | ||
|
|
005e7f6e47 |
1
.dockerignore
Normal file
1
.dockerignore
Normal file
@@ -0,0 +1 @@
|
||||
examples/
|
||||
7
.github/dependabot.yml
vendored
Normal file
7
.github/dependabot.yml
vendored
Normal file
@@ -0,0 +1,7 @@
|
||||
version: 2
|
||||
updates:
|
||||
# Maintain dependencies for GitHub Actions
|
||||
- package-ecosystem: "github-actions"
|
||||
directory: "/"
|
||||
schedule:
|
||||
interval: "daily"
|
||||
10
.github/workflows/main.yml
vendored
10
.github/workflows/main.yml
vendored
@@ -13,7 +13,7 @@ jobs:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v2
|
||||
uses: actions/checkout@v3
|
||||
|
||||
- name: Prepare
|
||||
id: prep
|
||||
@@ -63,17 +63,17 @@ jobs:
|
||||
echo ::set-output name=docker_image::${DOCKER_IMAGE}
|
||||
|
||||
- name: Set up QEMU
|
||||
uses: docker/setup-qemu-action@v1
|
||||
uses: docker/setup-qemu-action@v2
|
||||
with:
|
||||
platforms: all
|
||||
|
||||
- name: Set up Docker Buildx
|
||||
id: buildx
|
||||
uses: docker/setup-buildx-action@v1
|
||||
uses: docker/setup-buildx-action@v2
|
||||
|
||||
- name: Login to DockerHub
|
||||
if: github.event_name != 'pull_request'
|
||||
uses: docker/login-action@v1
|
||||
uses: docker/login-action@v2
|
||||
with:
|
||||
username: ${{ secrets.DOCKER_USERNAME }}
|
||||
password: ${{ secrets.DOCKER_PASSWORD }}
|
||||
@@ -102,7 +102,7 @@ jobs:
|
||||
fi
|
||||
|
||||
- name: Build
|
||||
uses: docker/build-push-action@v2
|
||||
uses: docker/build-push-action@v3
|
||||
with:
|
||||
builder: ${{ steps.buildx.outputs.name }}
|
||||
context: .
|
||||
|
||||
10
.github/workflows/manual.yml
vendored
10
.github/workflows/manual.yml
vendored
@@ -13,7 +13,7 @@ jobs:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v2
|
||||
uses: actions/checkout@v3
|
||||
|
||||
- name: Prepare
|
||||
id: prep
|
||||
@@ -63,17 +63,17 @@ jobs:
|
||||
echo ::set-output name=docker_image::${DOCKER_IMAGE}
|
||||
|
||||
- name: Set up QEMU
|
||||
uses: docker/setup-qemu-action@v1
|
||||
uses: docker/setup-qemu-action@v2
|
||||
with:
|
||||
platforms: all
|
||||
|
||||
- name: Set up Docker Buildx
|
||||
id: buildx
|
||||
uses: docker/setup-buildx-action@v1
|
||||
uses: docker/setup-buildx-action@v2
|
||||
|
||||
- name: Login to DockerHub
|
||||
if: github.event_name != 'pull_request'
|
||||
uses: docker/login-action@v1
|
||||
uses: docker/login-action@v2
|
||||
with:
|
||||
username: ${{ secrets.DOCKER_USERNAME }}
|
||||
password: ${{ secrets.DOCKER_PASSWORD }}
|
||||
@@ -102,7 +102,7 @@ jobs:
|
||||
fi
|
||||
|
||||
- name: Build
|
||||
uses: docker/build-push-action@v2
|
||||
uses: docker/build-push-action@v3
|
||||
with:
|
||||
builder: ${{ steps.buildx.outputs.name }}
|
||||
context: .
|
||||
|
||||
61
CHANGELOG.md
61
CHANGELOG.md
@@ -1,3 +1,64 @@
|
||||
## 3.3.12 2022-08-15 <dave at tiredofit dot ca>
|
||||
|
||||
### Changed
|
||||
- arifer612@github contributed a fix for incorrect case of "filesize" variable when using post backup scripts
|
||||
|
||||
|
||||
## 3.3.11 2022-07-22 <khoazero123@github>
|
||||
|
||||
### Fixed
|
||||
- Restore script not properly detecting postgres backups
|
||||
|
||||
|
||||
## 3.3.10 2022-07-19 <dave at tiredofit dot ca>
|
||||
|
||||
### Changed
|
||||
- Remove MSSQL install packages properly
|
||||
|
||||
|
||||
## 3.3.9 2022-07-09 <fardeau@github>
|
||||
|
||||
### Fixed
|
||||
- Remaining work on interactive mode for entering port on restore script
|
||||
|
||||
|
||||
## 3.3.8 2022-07-09 <dave at tiredofit dot ca>
|
||||
|
||||
### Added
|
||||
- MSSQL Client Tools 18.0.1.1-1
|
||||
|
||||
|
||||
## 3.3.7 2022-06-23 <dave at tiredofit dot ca>
|
||||
|
||||
### Changed
|
||||
- Allow overrides to actually override with the restore script
|
||||
|
||||
|
||||
## 3.3.6 2022-06-23 <dave at tiredofit dot ca>
|
||||
|
||||
### Changed
|
||||
- Fix for restore script when using all 7 arguments
|
||||
|
||||
|
||||
## 3.3.5 2022-06-08 <dave at tiredofit dot ca>
|
||||
|
||||
### Changed
|
||||
- Fix DB Port parameter not being able to be input in restore script
|
||||
- Fix MongoDB restore questionnaire
|
||||
|
||||
|
||||
## 3.3.4 2022-06-03 <rozdzynski@github>
|
||||
|
||||
### Fixed
|
||||
- S3 backups failing with special characters in filename
|
||||
|
||||
|
||||
## 3.3.3 2022-05-24 <dave at tiredofit dot ca>
|
||||
|
||||
### Added
|
||||
- Alpine 3.16 base
|
||||
|
||||
|
||||
## 3.3.2 2022-05-02 <dave at tiredofit dot ca>
|
||||
|
||||
### Added
|
||||
|
||||
@@ -1,10 +1,10 @@
|
||||
FROM docker.io/tiredofit/alpine:3.15
|
||||
FROM docker.io/tiredofit/alpine:3.16
|
||||
LABEL maintainer="Dave Conroy (github.com/tiredofit)"
|
||||
|
||||
### Set Environment Variables
|
||||
|
||||
ENV INFLUX2_VERSION=2.2.1 \
|
||||
MSSQL_VERSION=17.8.1.1-1 \
|
||||
MSSQL_VERSION=18.0.1.1-1 \
|
||||
CONTAINER_ENABLE_MESSAGING=FALSE \
|
||||
CONTAINER_ENABLE_MONITORING=TRUE \
|
||||
CONTAINER_PROCESS_RUNAWAY_PROTECTOR=FALSE \
|
||||
@@ -42,8 +42,6 @@ RUN set -ex && \
|
||||
zstd \
|
||||
&& \
|
||||
\
|
||||
cd /usr/src && \
|
||||
\
|
||||
apkArch="$(apk --print-arch)"; \
|
||||
case "$apkArch" in \
|
||||
x86_64) mssql=true ; influx2=true ; influx_arch=amd64; ;; \
|
||||
@@ -51,7 +49,7 @@ RUN set -ex && \
|
||||
*) sleep 0.1 ;; \
|
||||
esac; \
|
||||
\
|
||||
if [ $mssql = "true" ] ; then curl -O https://download.microsoft.com/download/e/4/e/e4e67866-dffd-428c-aac7-8d28ddafb39b/msodbcsql17_${MSSQL_VERSION}_amd64.apk ; curl -O https://download.microsoft.com/download/e/4/e/e4e67866-dffd-428c-aac7-8d28ddafb39b/mssql-tools_${MSSQL_VERSION}_amd64.apk ; echo y | apk add --allow-untrusted msodbcsql17_${MSSQL_VERSION}_amd64.apk mssql-tools_${MSSQL_VERSION}_amd64.apk ; else echo >&2 "Detected non x86_64 build variant, skipping MSSQL installation" ; fi; \
|
||||
if [ $mssql = "true" ] ; then curl -O https://download.microsoft.com/download/b/9/f/b9f3cce4-3925-46d4-9f46-da08869c6486/msodbcsql18_${MSSQL_VERSION}_amd64.apk ; curl -O https://download.microsoft.com/download/b/9/f/b9f3cce4-3925-46d4-9f46-da08869c6486/mssql-tools18_${MSSQL_VERSION}_amd64.apk ; echo y | apk add --allow-untrusted msodbcsql18_${MSSQL_VERSION}_amd64.apk mssql-tools18_${MSSQL_VERSION}_amd64.apk ; else echo >&2 "Detected non x86_64 build variant, skipping MSSQL installation" ; fi; \
|
||||
if [ $influx2 = "true" ] ; then curl -sSL https://dl.influxdata.com/influxdb/releases/influxdb2-client-${INFLUX2_VERSION}-linux-${influx_arch}.tar.gz | tar xvfz - --strip=1 -C /usr/src/ ; chmod +x /usr/src/influx ; mv /usr/src/influx /usr/sbin/ ; else echo >&2 "Unable to build Influx 2 on this system" ; fi ; \
|
||||
\
|
||||
mkdir -p /usr/src/pbzip2 && \
|
||||
@@ -73,6 +71,7 @@ RUN set -ex && \
|
||||
### Cleanup
|
||||
apk del .db-backup-build-deps && \
|
||||
rm -rf /usr/src/* && \
|
||||
rm -rf /*.apk && \
|
||||
rm -rf /etc/logrotate.d/redis && \
|
||||
rm -rf /root/.cache /tmp/* /var/cache/apk/*
|
||||
|
||||
|
||||
@@ -446,7 +446,7 @@ cleanup_old_data() {
|
||||
s3_olderthan=$(echo $(( $(date +%s)-${DB_CLEANUP_TIME}*60 )))
|
||||
if [[ $s3_createdate -le $s3_olderthan ]] ; then
|
||||
s3_filename=$(echo $s3_file | awk {'print $4'})
|
||||
if [ $s3_filename != "" ] ; then
|
||||
if [ "$s3_filename" != "" ] ; then
|
||||
print_debug "Deleting $s3_filename"
|
||||
silent aws ${PARAM_AWS_ENDPOINT_URL} s3 rm s3://${S3_BUCKET}/${S3_PATH}/${s3_filename} ${s3_ssl} ${s3_ca_cert} ${S3_EXTRA_OPTS}
|
||||
fi
|
||||
@@ -644,11 +644,11 @@ post_dbbackup() {
|
||||
### Post Script Support
|
||||
if [ -n "${POST_SCRIPT}" ] ; then
|
||||
if var_true "${POST_SCRIPT_SKIP_X_VERIFY}" ; then
|
||||
eval "${POST_SCRIPT}" "${exit_code}" "${dbtype}" "${DB_HOST}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${target}" "${FILESIZE}" "${checksum_value}"
|
||||
eval "${POST_SCRIPT}" "${exit_code}" "${dbtype}" "${DB_HOST}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${target}" "${filesize}" "${checksum_value}"
|
||||
else
|
||||
if [ -x "${POST_SCRIPT}" ] ; then
|
||||
print_notice "Found POST_SCRIPT environment variable. Executing '${POST_SCRIPT}"
|
||||
eval "${POST_SCRIPT}" "${exit_code}" "${dbtype}" "${DB_HOST}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${target}" "${FILESIZE}" "${checksum_value}"
|
||||
eval "${POST_SCRIPT}" "${exit_code}" "${dbtype}" "${DB_HOST}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${target}" "${filesize}" "${checksum_value}"
|
||||
else
|
||||
print_error "Can't execute POST_SCRIPT environment variable '${POST_SCRIPT}' as its filesystem bit is not executible!"
|
||||
fi
|
||||
@@ -659,12 +659,12 @@ post_dbbackup() {
|
||||
if [ -d "/assets/custom-scripts/" ] ; then
|
||||
for f in $(find /assets/custom-scripts/ -name \*.sh -type f); do
|
||||
if var_true "${POST_SCRIPT_SKIP_X_VERIFY}" ; then
|
||||
${f} "${exit_code}" "${dbtype}" "${DB_HOST}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${target}" "${FILESIZE}" "${checksum_value}"
|
||||
${f} "${exit_code}" "${dbtype}" "${DB_HOST}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${target}" "${filesize}" "${checksum_value}"
|
||||
else
|
||||
if [ -x "${f}" ] ; then
|
||||
print_notice "Executing post backup custom script : '${f}'"
|
||||
## script EXIT_CODE DB_TYPE DB_HOST DB_NAME STARTEPOCH FINISHEPOCH DURATIONEPOCH BACKUP_FILENAME FILESIZE CHECKSUMVALUE
|
||||
${f} "${exit_code}" "${dbtype}" "${DB_HOST}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${target}" "${FILESIZE}" "${checksum_value}"
|
||||
${f} "${exit_code}" "${dbtype}" "${DB_HOST}" "${1}" "${dbbackup_start_time}" "${dbbackup_finish_time}" "${dbbackup_total_time}" "${target}" "${filesize}" "${checksum_value}"
|
||||
else
|
||||
print_error "Can't run post backup custom script: '${f}' as its filesystem bit is not executible!"
|
||||
fi
|
||||
|
||||
@@ -55,7 +55,7 @@ The image will also allow you to use environment variables or Docker secrets use
|
||||
|
||||
The script can also be executed skipping the interactive mode by using the following syntax/
|
||||
|
||||
$(basename $0) <filename> <db_type> <db_hostname> <db_name> <db_user> <db_pass> <db_port>
|
||||
$(basename "$0") <filename> <db_type> <db_hostname> <db_name> <db_user> <db_pass> <db_port>
|
||||
|
||||
If you only enter some of the arguments you will be prompted to fill them in.
|
||||
|
||||
@@ -70,7 +70,7 @@ EOF
|
||||
interactive_mode=true
|
||||
;;
|
||||
* )
|
||||
interactive_mode=false
|
||||
interactive_mode=false
|
||||
;;
|
||||
esac
|
||||
fi
|
||||
@@ -78,7 +78,7 @@ fi
|
||||
get_filename() {
|
||||
COLUMNS=12
|
||||
prompt="Please select a file to restore:"
|
||||
options=( $(find ${DB_DUMP_TARGET} -type f -maxdepth 1 -not -name '*.md5' -not -name '*.sha1' -print0 | xargs -0) )
|
||||
options=( $(find "${DB_DUMP_TARGET}" -type f -maxdepth 1 -not -name '*.md5' -not -name '*.sha1' -print0 | xargs -0) )
|
||||
PS3="$prompt "
|
||||
select opt in "${options[@]}" "Custom" "Quit" ; do
|
||||
if (( REPLY == 2 + ${#options[@]} )) ; then
|
||||
@@ -271,7 +271,7 @@ get_dbtype() {
|
||||
parsed_type=true
|
||||
print_debug "Parsed DBType: MariaDB/MySQL"
|
||||
;;
|
||||
psql | postgres* )
|
||||
pgsql | postgres* )
|
||||
parsed_type=true
|
||||
print_debug "Parsed DBType: Postgresql"
|
||||
;;
|
||||
@@ -641,7 +641,7 @@ EOF
|
||||
2 )
|
||||
while true; do
|
||||
read -p "$(echo -e ${clg}** ${cdgy}Enter Value \(${cwh}C${cdgy}\) \| \(${cwh}E${cdgy}\) : ${cwh}${coff}) " q_dbport_menu
|
||||
case "${q_dbname_menu,,}" in
|
||||
case "${q_dbport_menu,,}" in
|
||||
c* )
|
||||
counter=1
|
||||
q_dbport=" "
|
||||
@@ -829,11 +829,7 @@ print_debug "Filename to recover '${r_filename}'"
|
||||
|
||||
## Question Database Type
|
||||
if [ -n "${2}" ]; then
|
||||
if [ ! -f "${2}" ]; then
|
||||
get_dbtype
|
||||
else
|
||||
r_dbtype="${2}"
|
||||
fi
|
||||
r_dbtype="${2}"
|
||||
else
|
||||
get_dbtype
|
||||
fi
|
||||
@@ -841,59 +837,39 @@ print_debug "Database type '${r_dbtype}'"
|
||||
|
||||
## Question Database Host
|
||||
if [ -n "${3}" ]; then
|
||||
if [ ! -f "${3}" ]; then
|
||||
get_dbhost
|
||||
else
|
||||
r_dbhost="${3}"
|
||||
fi
|
||||
r_dbhost="${3}"
|
||||
else
|
||||
get_dbhost
|
||||
fi
|
||||
print_debug "Database Host '${r_dbhost}'"
|
||||
|
||||
## Question Database Name
|
||||
if [ -n "${3}" ]; then
|
||||
if [ ! -f "${3}" ]; then
|
||||
get_dbname
|
||||
else
|
||||
r_dbname="${3}"
|
||||
fi
|
||||
if [ -n "${4}" ]; then
|
||||
r_dbname="${4}"
|
||||
else
|
||||
get_dbname
|
||||
fi
|
||||
print_debug "Database Name '${r_dbname}'"
|
||||
|
||||
## Question Database User
|
||||
if [ -n "${4}" ]; then
|
||||
if [ ! -f "${4}" ]; then
|
||||
get_dbuser
|
||||
else
|
||||
r_dbuser="${4}"
|
||||
fi
|
||||
if [ -n "${5}" ]; then
|
||||
r_dbuser="${5}"
|
||||
else
|
||||
get_dbuser
|
||||
fi
|
||||
print_debug "Database User '${r_dbuser}'"
|
||||
|
||||
## Question Database Password
|
||||
if [ -n "${5}" ]; then
|
||||
if [ ! -f "${5}" ]; then
|
||||
get_dbpass
|
||||
else
|
||||
r_dbpass="${5}"
|
||||
fi
|
||||
if [ -n "${6}" ]; then
|
||||
r_dbpass="${6}"
|
||||
else
|
||||
get_dbpass
|
||||
fi
|
||||
print_debug "Database Pass '${r_dbpass}'"
|
||||
|
||||
## Question Database Port
|
||||
if [ -n "${6}" ]; then
|
||||
if [ ! -f "${6}" ]; then
|
||||
get_dbport
|
||||
else
|
||||
r_dbport="${6}"
|
||||
fi
|
||||
if [ -n "${7}" ]; then
|
||||
r_dbport="${7}"
|
||||
else
|
||||
get_dbport
|
||||
fi
|
||||
@@ -932,7 +908,7 @@ case "${r_dbtype}" in
|
||||
pv ${r_filename} | ${decompress_cmd}cat | mysql -u${r_dbuser} -p${r_dbpass} -P${r_dbport} -h${r_dbhost} ${r_dbname}
|
||||
exit_code=$?
|
||||
;;
|
||||
psql | postgres* )
|
||||
pgsql | postgres* )
|
||||
print_info "Restoring '${r_filename}' into '${r_dbhost}'/'${r_dbname}'"
|
||||
export PGPASSWORD=${r_dbpass}
|
||||
pv ${r_filename} | ${decompress_cmd}cat | psql -d ${r_dbname} -h ${r_dbhost} -p ${r_dbport} -U ${r_dbuser}
|
||||
@@ -944,12 +920,12 @@ case "${r_dbtype}" in
|
||||
mongo_compression="--gzip"
|
||||
fi
|
||||
if [ -n "${r_dbuser}" ] ; then
|
||||
mongo_user="-u ${r_dbuser}"
|
||||
mongo_user="-u=${r_dbuser}"
|
||||
fi
|
||||
if [ -n "${r_dbpass}" ] ; then
|
||||
mongo_pass="-u ${r_dbpass}"
|
||||
mongo_pass="-p=${r_dbpass}"
|
||||
fi
|
||||
mongorestore ${mongo_compression} -d ${r_dbname} -h ${r_dbhost} --port ${r_dbport} ${mongo_user} ${mongo_pass} --archive=${r_filename}
|
||||
mongorestore ${mongo_compression} -d=${r_dbname} -h=${r_dbhost} --port=${r_dbport} ${mongo_user} ${mongo_pass} --archive=${r_filename}
|
||||
exit_code=$?
|
||||
;;
|
||||
* )
|
||||
|
||||
Reference in New Issue
Block a user