mirror of
https://github.com/tiredofit/docker-db-backup.git
synced 2025-12-22 05:33:53 +01:00
Compare commits
67 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
8fb3d8315f | ||
|
|
c16133fdd0 | ||
|
|
6967fd5e56 | ||
|
|
75acaefb64 | ||
|
|
6933b0f87c | ||
|
|
dc4ab0bfc5 | ||
|
|
9ea34f5a44 | ||
|
|
1d53785e7d | ||
|
|
4e0878b2ad | ||
|
|
a98d33bfdb | ||
|
|
00c851eda2 | ||
|
|
cd88285036 | ||
|
|
428c313c7b | ||
|
|
210acb1e2a | ||
|
|
e50a8cb0ec | ||
|
|
7453852046 | ||
|
|
f115a89a3c | ||
|
|
8b8d243944 | ||
|
|
be34ceb6ff | ||
|
|
82d6ce444b | ||
|
|
382a188b77 | ||
|
|
f458c34546 | ||
|
|
229db5cd03 | ||
|
|
8bb926fd20 | ||
|
|
f005956c47 | ||
|
|
ba20386e65 | ||
|
|
12211d3b67 | ||
|
|
83693d35b2 | ||
|
|
52b726c821 | ||
|
|
5c43b3c907 | ||
|
|
005e7f6e47 | ||
|
|
7d7cb9587d | ||
|
|
d1713fe3f0 | ||
|
|
d1e98d9c4b | ||
|
|
0920b671cb | ||
|
|
28ed6c3bb8 | ||
|
|
c1bdf26598 | ||
|
|
5a4cac2cee | ||
|
|
c04eec7661 | ||
|
|
32f1959a07 | ||
|
|
d384d5a529 | ||
|
|
56ab68dd71 | ||
|
|
9a1a5efbd9 | ||
|
|
df5532c128 | ||
|
|
2ecd313778 | ||
|
|
55cfe5ab02 | ||
|
|
ae2e2c38e2 | ||
|
|
c23d7991fe | ||
|
|
3f58cfd284 | ||
|
|
2d01f5e692 | ||
|
|
dbd0a03b0d | ||
|
|
6527f4ff63 | ||
|
|
d843d21a1b | ||
|
|
24ed769429 | ||
|
|
cbd87a5ede | ||
|
|
13214665c9 | ||
|
|
2e71f617a1 | ||
|
|
fbe9dde4a1 | ||
|
|
eb2a18672b | ||
|
|
5f784ed156 | ||
|
|
d9a4690ea2 | ||
|
|
e7eb88c32a | ||
|
|
52dc510b89 | ||
|
|
06677dbc8b | ||
|
|
e0dd2bc91b | ||
|
|
baba842373 | ||
|
|
108938c17a |
1
.dockerignore
Normal file
1
.dockerignore
Normal file
@@ -0,0 +1 @@
|
|||||||
|
examples/
|
||||||
7
.github/dependabot.yml
vendored
Normal file
7
.github/dependabot.yml
vendored
Normal file
@@ -0,0 +1,7 @@
|
|||||||
|
version: 2
|
||||||
|
updates:
|
||||||
|
# Maintain dependencies for GitHub Actions
|
||||||
|
- package-ecosystem: "github-actions"
|
||||||
|
directory: "/"
|
||||||
|
schedule:
|
||||||
|
interval: "daily"
|
||||||
10
.github/workflows/main.yml
vendored
10
.github/workflows/main.yml
vendored
@@ -13,7 +13,7 @@ jobs:
|
|||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v2
|
uses: actions/checkout@v3
|
||||||
|
|
||||||
- name: Prepare
|
- name: Prepare
|
||||||
id: prep
|
id: prep
|
||||||
@@ -63,17 +63,17 @@ jobs:
|
|||||||
echo ::set-output name=docker_image::${DOCKER_IMAGE}
|
echo ::set-output name=docker_image::${DOCKER_IMAGE}
|
||||||
|
|
||||||
- name: Set up QEMU
|
- name: Set up QEMU
|
||||||
uses: docker/setup-qemu-action@v1
|
uses: docker/setup-qemu-action@v2
|
||||||
with:
|
with:
|
||||||
platforms: all
|
platforms: all
|
||||||
|
|
||||||
- name: Set up Docker Buildx
|
- name: Set up Docker Buildx
|
||||||
id: buildx
|
id: buildx
|
||||||
uses: docker/setup-buildx-action@v1
|
uses: docker/setup-buildx-action@v2
|
||||||
|
|
||||||
- name: Login to DockerHub
|
- name: Login to DockerHub
|
||||||
if: github.event_name != 'pull_request'
|
if: github.event_name != 'pull_request'
|
||||||
uses: docker/login-action@v1
|
uses: docker/login-action@v2
|
||||||
with:
|
with:
|
||||||
username: ${{ secrets.DOCKER_USERNAME }}
|
username: ${{ secrets.DOCKER_USERNAME }}
|
||||||
password: ${{ secrets.DOCKER_PASSWORD }}
|
password: ${{ secrets.DOCKER_PASSWORD }}
|
||||||
@@ -102,7 +102,7 @@ jobs:
|
|||||||
fi
|
fi
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
uses: docker/build-push-action@v2
|
uses: docker/build-push-action@v3
|
||||||
with:
|
with:
|
||||||
builder: ${{ steps.buildx.outputs.name }}
|
builder: ${{ steps.buildx.outputs.name }}
|
||||||
context: .
|
context: .
|
||||||
|
|||||||
10
.github/workflows/manual.yml
vendored
10
.github/workflows/manual.yml
vendored
@@ -13,7 +13,7 @@ jobs:
|
|||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v2
|
uses: actions/checkout@v3
|
||||||
|
|
||||||
- name: Prepare
|
- name: Prepare
|
||||||
id: prep
|
id: prep
|
||||||
@@ -63,17 +63,17 @@ jobs:
|
|||||||
echo ::set-output name=docker_image::${DOCKER_IMAGE}
|
echo ::set-output name=docker_image::${DOCKER_IMAGE}
|
||||||
|
|
||||||
- name: Set up QEMU
|
- name: Set up QEMU
|
||||||
uses: docker/setup-qemu-action@v1
|
uses: docker/setup-qemu-action@v2
|
||||||
with:
|
with:
|
||||||
platforms: all
|
platforms: all
|
||||||
|
|
||||||
- name: Set up Docker Buildx
|
- name: Set up Docker Buildx
|
||||||
id: buildx
|
id: buildx
|
||||||
uses: docker/setup-buildx-action@v1
|
uses: docker/setup-buildx-action@v2
|
||||||
|
|
||||||
- name: Login to DockerHub
|
- name: Login to DockerHub
|
||||||
if: github.event_name != 'pull_request'
|
if: github.event_name != 'pull_request'
|
||||||
uses: docker/login-action@v1
|
uses: docker/login-action@v2
|
||||||
with:
|
with:
|
||||||
username: ${{ secrets.DOCKER_USERNAME }}
|
username: ${{ secrets.DOCKER_USERNAME }}
|
||||||
password: ${{ secrets.DOCKER_PASSWORD }}
|
password: ${{ secrets.DOCKER_PASSWORD }}
|
||||||
@@ -102,7 +102,7 @@ jobs:
|
|||||||
fi
|
fi
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
uses: docker/build-push-action@v2
|
uses: docker/build-push-action@v3
|
||||||
with:
|
with:
|
||||||
builder: ${{ steps.buildx.outputs.name }}
|
builder: ${{ steps.buildx.outputs.name }}
|
||||||
context: .
|
context: .
|
||||||
|
|||||||
216
CHANGELOG.md
216
CHANGELOG.md
@@ -1,3 +1,217 @@
|
|||||||
|
## 3.4.1 2022-09-13 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Added
|
||||||
|
- Introduce environment variables for SCRIPT_LOCATION_POST and SCRIPT_LOCATION_PRE for better seperation
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Introduce deprecation warning for /assets/custom-scripts and /assets/custom-scripts/pre
|
||||||
|
|
||||||
|
|
||||||
|
## 3.4.0 2022-09-12 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Added
|
||||||
|
- Add GZ_RSYNCABLE environment variable for better rsync compatibility (Credit teun95@github)
|
||||||
|
- Add Pre Backup Script Support
|
||||||
|
- Add MongoDB Atlas Support
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Fix Default Port for Influx 2 DB Hosts
|
||||||
|
|
||||||
|
|
||||||
|
## 3.3.12 2022-08-15 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- arifer612@github contributed a fix for incorrect case of "filesize" variable when using post backup scripts
|
||||||
|
|
||||||
|
|
||||||
|
## 3.3.11 2022-07-22 <khoazero123@github>
|
||||||
|
|
||||||
|
### Fixed
|
||||||
|
- Restore script not properly detecting postgres backups
|
||||||
|
|
||||||
|
|
||||||
|
## 3.3.10 2022-07-19 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Remove MSSQL install packages properly
|
||||||
|
|
||||||
|
|
||||||
|
## 3.3.9 2022-07-09 <fardeau@github>
|
||||||
|
|
||||||
|
### Fixed
|
||||||
|
- Remaining work on interactive mode for entering port on restore script
|
||||||
|
|
||||||
|
|
||||||
|
## 3.3.8 2022-07-09 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Added
|
||||||
|
- MSSQL Client Tools 18.0.1.1-1
|
||||||
|
|
||||||
|
|
||||||
|
## 3.3.7 2022-06-23 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Allow overrides to actually override with the restore script
|
||||||
|
|
||||||
|
|
||||||
|
## 3.3.6 2022-06-23 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Fix for restore script when using all 7 arguments
|
||||||
|
|
||||||
|
|
||||||
|
## 3.3.5 2022-06-08 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Fix DB Port parameter not being able to be input in restore script
|
||||||
|
- Fix MongoDB restore questionnaire
|
||||||
|
|
||||||
|
|
||||||
|
## 3.3.4 2022-06-03 <rozdzynski@github>
|
||||||
|
|
||||||
|
### Fixed
|
||||||
|
- S3 backups failing with special characters in filename
|
||||||
|
|
||||||
|
|
||||||
|
## 3.3.3 2022-05-24 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Added
|
||||||
|
- Alpine 3.16 base
|
||||||
|
|
||||||
|
|
||||||
|
## 3.3.2 2022-05-02 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Added
|
||||||
|
- Add POST_SCRIPT_SKIP_X_VERIFY environment variables to allow for more host compatibility for post scripts
|
||||||
|
|
||||||
|
|
||||||
|
## 3.3.1 2022-04-30 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Compressing silently was causing 0 byte backups
|
||||||
|
|
||||||
|
|
||||||
|
## 3.3.0 2022-04-30 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Added
|
||||||
|
- Ability to auto clean old S3 / Minio Hosts like what occurs on filesysten
|
||||||
|
- Alert user how to turn off Zabbix Monitoring if fails
|
||||||
|
- Allow Zabbix Monitoring to work with S3
|
||||||
|
- Silence some more compression statements
|
||||||
|
### Changed
|
||||||
|
- Fix for Redis not backing up properly
|
||||||
|
- Start sending checksums for S3 Outputs
|
||||||
|
- Cleanup some code functions
|
||||||
|
- FIx Container Log Level always in DEBUG
|
||||||
|
|
||||||
|
|
||||||
|
## 3.2.4 2022-04-21 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Add -portable flag when backing up Influx
|
||||||
|
|
||||||
|
|
||||||
|
## 3.2.3 2022-04-21 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Fix for bucket / db name InfluxDB 1.xx
|
||||||
|
- Minor aesthetics, spacing, spelling
|
||||||
|
|
||||||
|
|
||||||
|
## 3.2.2 2022-04-21 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Restore script properly parses DB_PORT entry
|
||||||
|
- Influx Database ready performs different checks dependent on V1/V2
|
||||||
|
- Stop using weird database lowercase variables unneccessarily breaking Docker Secrets
|
||||||
|
|
||||||
|
|
||||||
|
## 3.2.1 2022-04-03 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Fix a variety of issues iwth 3.2.0 relating to InfluxDB
|
||||||
|
|
||||||
|
|
||||||
|
## 3.2.0 2022-03-31 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Added
|
||||||
|
- Install InfluxDB2 Client alongside version 1 (amd64 and arm64)
|
||||||
|
- Introduce InfluxDB 2 backup support
|
||||||
|
- Introduce multiple compression types other than Gzip for Influx 1/2
|
||||||
|
- Introduce compression for MSSQL backups
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Testing for Host availability for CouchDB and InfluxDB
|
||||||
|
|
||||||
|
|
||||||
|
## 3.1.3 2022-03-30 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Fix for MariaDB not sending database name to post script
|
||||||
|
- Check for executible bit on post scripts both via environment variable and /assets/custom
|
||||||
|
- SPLIT_DB defaulted to TRUE
|
||||||
|
|
||||||
|
|
||||||
|
## 3.1.2 2022-03-29 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Fix for blank Notice when individual backup is completed (time taken)
|
||||||
|
|
||||||
|
|
||||||
|
## 3.1.1 2022-03-28 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Resolve some issues with backups of Mongo and others not saving the proper timestamp
|
||||||
|
|
||||||
|
|
||||||
|
## 3.1.0 2022-03-23 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Added
|
||||||
|
- Backup multiple databases by seperating with comma e.g. db1,db2
|
||||||
|
- Backup ALL databases bu setting DB_NAME to ALL
|
||||||
|
- Exclude databases from being backed up comma seperated when DB_NAME is all eg DB_NAME_EXCLUDE=db3,db4
|
||||||
|
- Backup timers execute per database, not per the whole script run
|
||||||
|
- Post scripts run after each database backup
|
||||||
|
- Checksum does not occur when database backup failed
|
||||||
|
- Database cleanup does not occur when any databases backups fail throughout session
|
||||||
|
- MongoDB now supported with 'restore' script - Credit to piemonkey@github
|
||||||
|
- Lots of reshuffling, optimizations with script due to botched 3.0 release
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- ZSTD replaces GZ as default compression type
|
||||||
|
- Output is cleaner when backups are occurring
|
||||||
|
|
||||||
|
## 3.0.16 2022-03-23 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Fix for SPLIT_DB not looping through all databse names properly
|
||||||
|
|
||||||
|
|
||||||
|
## 3.0.15 2022-03-22 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Rework compression function
|
||||||
|
- Fix for Bzip compression failing
|
||||||
|
|
||||||
|
|
||||||
|
## 3.0.14 2022-03-22 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Rearrange Notice stating when next backup is going to start
|
||||||
|
|
||||||
|
|
||||||
|
## 3.0.13 2022-03-21 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Added
|
||||||
|
- Add compression levels to debug mode
|
||||||
|
|
||||||
|
|
||||||
|
## 3.0.12 2022-03-21 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
|
### Added
|
||||||
|
- Throw Errors for MANUAL mode when certain other CONTAINER_* services are enabled
|
||||||
|
|
||||||
|
|
||||||
## 3.0.11 2022-03-21 <dave at tiredofit dot ca>
|
## 3.0.11 2022-03-21 <dave at tiredofit dot ca>
|
||||||
|
|
||||||
### Changed
|
### Changed
|
||||||
@@ -191,7 +405,7 @@
|
|||||||
|
|
||||||
|
|
||||||
## 2.9.2 2021-10-22 <teenigma@github>
|
## 2.9.2 2021-10-22 <teenigma@github>
|
||||||
|
|
||||||
### Fixed
|
### Fixed
|
||||||
- Fix compression failing on Redis backup
|
- Fix compression failing on Redis backup
|
||||||
|
|
||||||
|
|||||||
18
Dockerfile
18
Dockerfile
@@ -1,8 +1,10 @@
|
|||||||
FROM docker.io/tiredofit/alpine:3.15
|
FROM docker.io/tiredofit/alpine:3.16
|
||||||
LABEL maintainer="Dave Conroy (github.com/tiredofit)"
|
LABEL maintainer="Dave Conroy (github.com/tiredofit)"
|
||||||
|
|
||||||
### Set Environment Variables
|
### Set Environment Variables
|
||||||
ENV MSSQL_VERSION=17.8.1.1-1 \
|
|
||||||
|
ENV INFLUX2_VERSION=2.2.1 \
|
||||||
|
MSSQL_VERSION=18.0.1.1-1 \
|
||||||
CONTAINER_ENABLE_MESSAGING=FALSE \
|
CONTAINER_ENABLE_MESSAGING=FALSE \
|
||||||
CONTAINER_ENABLE_MONITORING=TRUE \
|
CONTAINER_ENABLE_MONITORING=TRUE \
|
||||||
CONTAINER_PROCESS_RUNAWAY_PROTECTOR=FALSE \
|
CONTAINER_PROCESS_RUNAWAY_PROTECTOR=FALSE \
|
||||||
@@ -40,13 +42,16 @@ RUN set -ex && \
|
|||||||
zstd \
|
zstd \
|
||||||
&& \
|
&& \
|
||||||
\
|
\
|
||||||
cd /usr/src && \
|
|
||||||
\
|
|
||||||
apkArch="$(apk --print-arch)"; \
|
apkArch="$(apk --print-arch)"; \
|
||||||
case "$apkArch" in \
|
case "$apkArch" in \
|
||||||
x86_64) mssql=true ; curl -O https://download.microsoft.com/download/e/4/e/e4e67866-dffd-428c-aac7-8d28ddafb39b/msodbcsql17_${MSSQL_VERSION}_amd64.apk ; curl -O https://download.microsoft.com/download/e/4/e/e4e67866-dffd-428c-aac7-8d28ddafb39b/mssql-tools_${MSSQL_VERSION}_amd64.apk ; echo y | apk add --allow-untrusted msodbcsql17_${MSSQL_VERSION}_amd64.apk mssql-tools_${MSSQL_VERSION}_amd64.apk ;; \
|
x86_64) mssql=true ; influx2=true ; influx_arch=amd64; ;; \
|
||||||
*) echo >&2 "Detected non x86_64 build variant, skipping MSSQL installation" ;; \
|
aarch64 ) influx2=true ; influx_arch=arm64 ;; \
|
||||||
|
*) sleep 0.1 ;; \
|
||||||
esac; \
|
esac; \
|
||||||
|
\
|
||||||
|
if [ $mssql = "true" ] ; then curl -O https://download.microsoft.com/download/b/9/f/b9f3cce4-3925-46d4-9f46-da08869c6486/msodbcsql18_${MSSQL_VERSION}_amd64.apk ; curl -O https://download.microsoft.com/download/b/9/f/b9f3cce4-3925-46d4-9f46-da08869c6486/mssql-tools18_${MSSQL_VERSION}_amd64.apk ; echo y | apk add --allow-untrusted msodbcsql18_${MSSQL_VERSION}_amd64.apk mssql-tools18_${MSSQL_VERSION}_amd64.apk ; else echo >&2 "Detected non x86_64 build variant, skipping MSSQL installation" ; fi; \
|
||||||
|
if [ $influx2 = "true" ] ; then curl -sSL https://dl.influxdata.com/influxdb/releases/influxdb2-client-${INFLUX2_VERSION}-linux-${influx_arch}.tar.gz | tar xvfz - --strip=1 -C /usr/src/ ; chmod +x /usr/src/influx ; mv /usr/src/influx /usr/sbin/ ; else echo >&2 "Unable to build Influx 2 on this system" ; fi ; \
|
||||||
|
\
|
||||||
mkdir -p /usr/src/pbzip2 && \
|
mkdir -p /usr/src/pbzip2 && \
|
||||||
curl -sSL https://launchpad.net/pbzip2/1.1/1.1.13/+download/pbzip2-1.1.13.tar.gz | tar xvfz - --strip=1 -C /usr/src/pbzip2 && \
|
curl -sSL https://launchpad.net/pbzip2/1.1/1.1.13/+download/pbzip2-1.1.13.tar.gz | tar xvfz - --strip=1 -C /usr/src/pbzip2 && \
|
||||||
cd /usr/src/pbzip2 && \
|
cd /usr/src/pbzip2 && \
|
||||||
@@ -66,6 +71,7 @@ RUN set -ex && \
|
|||||||
### Cleanup
|
### Cleanup
|
||||||
apk del .db-backup-build-deps && \
|
apk del .db-backup-build-deps && \
|
||||||
rm -rf /usr/src/* && \
|
rm -rf /usr/src/* && \
|
||||||
|
rm -rf /*.apk && \
|
||||||
rm -rf /etc/logrotate.d/redis && \
|
rm -rf /etc/logrotate.d/redis && \
|
||||||
rm -rf /root/.cache /tmp/* /var/cache/apk/*
|
rm -rf /root/.cache /tmp/* /var/cache/apk/*
|
||||||
|
|
||||||
|
|||||||
109
README.md
109
README.md
@@ -16,7 +16,8 @@ Currently backs up CouchDB, InfluxDB, MySQL, MongoDB, Postgres, Redis servers.
|
|||||||
|
|
||||||
* dump to local filesystem or backup to S3 Compatible services
|
* dump to local filesystem or backup to S3 Compatible services
|
||||||
* select database user and password
|
* select database user and password
|
||||||
* backup all databases
|
* backup all databases, single, or multiple databases
|
||||||
|
* backup all to seperate files or one singular file
|
||||||
* choose to have an MD5 or SHA1 sum after backup for verification
|
* choose to have an MD5 or SHA1 sum after backup for verification
|
||||||
* delete old backups after specific amount of time
|
* delete old backups after specific amount of time
|
||||||
* choose compression type (none, gz, bz, xz, zstd)
|
* choose compression type (none, gz, bz, xz, zstd)
|
||||||
@@ -49,6 +50,7 @@ Currently backs up CouchDB, InfluxDB, MySQL, MongoDB, Postgres, Redis servers.
|
|||||||
- [Base Images used](#base-images-used)
|
- [Base Images used](#base-images-used)
|
||||||
- [Container Options](#container-options)
|
- [Container Options](#container-options)
|
||||||
- [Database Specific Options](#database-specific-options)
|
- [Database Specific Options](#database-specific-options)
|
||||||
|
- [For Influx DB2:](#for-influx-db2)
|
||||||
- [Scheduling Options](#scheduling-options)
|
- [Scheduling Options](#scheduling-options)
|
||||||
- [Backup Options](#backup-options)
|
- [Backup Options](#backup-options)
|
||||||
- [Backing Up to S3 Compatible Services](#backing-up-to-s3-compatible-services)
|
- [Backing Up to S3 Compatible Services](#backing-up-to-s3-compatible-services)
|
||||||
@@ -57,6 +59,9 @@ Currently backs up CouchDB, InfluxDB, MySQL, MongoDB, Postgres, Redis servers.
|
|||||||
- [Manual Backups](#manual-backups)
|
- [Manual Backups](#manual-backups)
|
||||||
- [Restoring Databases](#restoring-databases)
|
- [Restoring Databases](#restoring-databases)
|
||||||
- [Custom Scripts](#custom-scripts)
|
- [Custom Scripts](#custom-scripts)
|
||||||
|
- [Path Options](#path-options)
|
||||||
|
- [Pre Backup](#pre-backup)
|
||||||
|
- [Post backup](#post-backup)
|
||||||
- [Support](#support)
|
- [Support](#support)
|
||||||
- [Usage](#usage)
|
- [Usage](#usage)
|
||||||
- [Bugfixes](#bugfixes)
|
- [Bugfixes](#bugfixes)
|
||||||
@@ -102,10 +107,11 @@ Images are built primarily for `amd64` architecture, and may also include builds
|
|||||||
### Persistent Storage
|
### Persistent Storage
|
||||||
|
|
||||||
The following directories are used for configuration and can be mapped for persistent storage.
|
The following directories are used for configuration and can be mapped for persistent storage.
|
||||||
| Directory | Description |
|
| Directory | Description |
|
||||||
| ------------------------ | ---------------------------------------------------------------------------------- |
|
| ---------------------- | ----------------------------------------------------------------------------------- |
|
||||||
| `/backup` | Backups |
|
| `/backup` | Backups |
|
||||||
| `/assets/custom-scripts` | *Optional* Put custom scripts in this directory to execute after backup operations |
|
| `/assets/scripts/pre` | *Optional* Put custom scripts in this directory to execute before backup operations |
|
||||||
|
| `/assets/scripts/post` | *Optional* Put custom scripts in this directory to execute after backup operations |
|
||||||
|
|
||||||
### Environment Variables
|
### Environment Variables
|
||||||
|
|
||||||
@@ -127,37 +133,50 @@ Be sure to view the following repositories to understand all the customizable op
|
|||||||
| `MODE` | `AUTO` mode to use internal scheduling routines or `MANUAL` to simply use this as manual backups only executed by your own means | `AUTO` |
|
| `MODE` | `AUTO` mode to use internal scheduling routines or `MANUAL` to simply use this as manual backups only executed by your own means | `AUTO` |
|
||||||
| `MANUAL_RUN_FOREVER` | `TRUE` or `FALSE` if you wish to try to make the container exit after the backup | `TRUE` |
|
| `MANUAL_RUN_FOREVER` | `TRUE` or `FALSE` if you wish to try to make the container exit after the backup | `TRUE` |
|
||||||
| `TEMP_LOCATION` | Perform Backups and Compression in this temporary directory | `/tmp/backups/` |
|
| `TEMP_LOCATION` | Perform Backups and Compression in this temporary directory | `/tmp/backups/` |
|
||||||
| `DB_AUTH` | (Mongo Only - Optional) Authentication Database | |
|
|
||||||
| `DEBUG_MODE` | If set to `true`, print copious shell script messages to the container log. Otherwise only basic messages are printed. | `FALSE` |
|
| `DEBUG_MODE` | If set to `true`, print copious shell script messages to the container log. Otherwise only basic messages are printed. | `FALSE` |
|
||||||
| `POST_SCRIPT` | Fill this variable in with a command to execute post the script backing up | |
|
| `PRE_SCRIPT` | Fill this variable in with a command to execute pre backing up | |
|
||||||
| `SPLIT_DB` | If using root as username and multiple DBs on system, set to TRUE to create Seperate DB Backups instead of all in one. | `FALSE` |
|
| `POST_SCRIPT` | Fill this variable in with a command to execute post backing up | |
|
||||||
|
| `SPLIT_DB` | For each backup, create a new archive. `TRUE` or `FALSE` (MySQL and Postgresql Only) | `TRUE` |
|
||||||
|
|
||||||
### Database Specific Options
|
### Database Specific Options
|
||||||
| Parameter | Description | Default |
|
| Parameter | Description | Default |
|
||||||
| --------- | --------------------------------------------------------------------------------------------- | ------- |
|
| ----------------- | ------------------------------------------------------------------------------------------------------------------------------------------- | --------- |
|
||||||
| `DB_TYPE` | Type of DB Server to backup `couch` `influx` `mysql` `pgsql` `mongo` `redis` `sqlite3` | |
|
| `DB_AUTH` | (Mongo Only - Optional) Authentication Database | |
|
||||||
| `DB_HOST` | Server Hostname e.g. `mariadb`. For `sqlite3`, full path to DB file e.g. `/backup/db.sqlite3` | |
|
| `DB_TYPE` | Type of DB Server to backup `couch` `influx` `mysql` `pgsql` `mongo` `redis` `sqlite3` | |
|
||||||
| `DB_NAME` | Schema Name e.g. `database` | |
|
| `DB_HOST` | Server Hostname e.g. `mariadb`. For `sqlite3`, full path to DB file e.g. `/backup/db.sqlite3` | |
|
||||||
| `DB_USER` | username for the database - use `root` to backup all MySQL of them. | |
|
| `DB_NAME` | Schema Name e.g. `database` or `ALL` to backup all databases the user has access to. Backup multiple by seperating with commas eg `db1,db2` | |
|
||||||
| `DB_PASS` | (optional if DB doesn't require it) password for the database | |
|
| `DB_NAME_EXCLUDE` | If using `ALL` - use this as to exclude databases seperated via commas from being backed up | |
|
||||||
| `DB_PORT` | (optional) Set port to connect to DB_HOST. Defaults are provided | varies |
|
| `DB_USER` | username for the database(s) - Can use `root` for MySQL | |
|
||||||
|
| `DB_PASS` | (optional if DB doesn't require it) password for the database | |
|
||||||
|
| `DB_PORT` | (optional) Set port to connect to DB_HOST. Defaults are provided | varies |
|
||||||
|
| `INFLUX_VERSION` | What Version of Influx are you backing up from `1`.x or `2` series - AMD64 and ARM64 only for `2` | |
|
||||||
|
| `MONGO_HOST_TYPE` | Connect to regular `mongodb` or `atlas` | `mongodb` |
|
||||||
|
| | You can also skip this and override the uri prefix with `MONGO_URI_PREFIX=mongodb+srv://` or whatever you would like | |
|
||||||
|
|
||||||
|
#### For Influx DB2:
|
||||||
|
Your Organization will be mapped to `DB_USER` and your root token will need to be mapped to `DB_PASS`. You may use `DB_NAME=ALL` to backup the entire set of databases. For `DB_HOST` use syntax of `http(s)://db-name`
|
||||||
|
|
||||||
### Scheduling Options
|
### Scheduling Options
|
||||||
| Parameter | Description | Default |
|
| Parameter | Description | Default |
|
||||||
| ----------------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------- |
|
|--------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|-----------|
|
||||||
| `DB_DUMP_FREQ` | How often to do a dump, in minutes. Defaults to 1440 minutes, or once per day. | `1440` |
|
| `DB_DUMP_FREQ` | How often to do a dump, in minutes after the first backup. Defaults to 1440 minutes, or once per day. | `1440` |
|
||||||
| `DB_DUMP_BEGIN` | What time to do the first dump. Defaults to immediate. Must be in one of two formats | |
|
| `DB_DUMP_BEGIN` | What time to do the first dump. Defaults to immediate. Must be in one of two formats | |
|
||||||
| | Absolute HHMM, e.g. `2330` or `0415` | |
|
| | Absolute HHMM, e.g. `2330` or `0415` | |
|
||||||
| | Relative +MM, i.e. how many minutes after starting the container, e.g. `+0` (immediate), `+10` (in 10 minutes), or `+90` in an hour and a half | |
|
| | Relative +MM, i.e. how many minutes after starting the container, e.g. `+0` (immediate), `+10` (in 10 minutes), or `+90` in an hour and a half | |
|
||||||
| `DB_CLEANUP_TIME` | Value in minutes to delete old backups (only fired when dump freqency fires). 1440 would delete anything above 1 day old. You don't need to set this variable if you want to hold onto everything. | `FALSE` |
|
| `DB_DUMP_TARGET` | Directory where the database dumps are kept. | `/backup` |
|
||||||
|
| `DB_CLEANUP_TIME` | Value in minutes to delete old backups (only fired when dump freqency fires). 1440 would delete anything above 1 day old. You don't need to set this variable if you want to hold onto everything. | `FALSE` |
|
||||||
|
|
||||||
|
|
||||||
- You may need to wrap your `DB_DUMP_BEGIN` value in quotes for it to properly parse. There have been reports of backups that start with a `0` get converted into a different format which will not allow the timer to start at the correct time.
|
- You may need to wrap your `DB_DUMP_BEGIN` value in quotes for it to properly parse. There have been reports of backups that start with a `0` get converted into a different format which will not allow the timer to start at the correct time.
|
||||||
|
|
||||||
### Backup Options
|
### Backup Options
|
||||||
| Parameter | Description | Default |
|
| Parameter | Description | Default |
|
||||||
| ------------------------------ | ---------------------------------------------------------------------------------------------------------------------------- | -------------- |
|
| ------------------------------ | ---------------------------------------------------------------------------------------------------------------------------- | -------------- |
|
||||||
| `COMPRESSION` | Use either Gzip `GZ`, Bzip2 `BZ`, XZip `XZ`, ZSTD `ZSTD` or none `NONE` | `GZ` |
|
| `COMPRESSION` | Use either Gzip `GZ`, Bzip2 `BZ`, XZip `XZ`, ZSTD `ZSTD` or none `NONE` | `ZSTD` |
|
||||||
| `COMPRESSION_LEVEL` | Numberical value of what level of compression to use, most allow `1` to `9` except for `ZSTD` which allows for `1` to `19` - | `3` |
|
| `COMPRESSION_LEVEL` | Numberical value of what level of compression to use, most allow `1` to `9` except for `ZSTD` which allows for `1` to `19` - | `3` |
|
||||||
| `ENABLE_PARALLEL_COMPRESSION` | Use multiple cores when compressing backups `TRUE` or `FALSE` | `TRUE` |
|
| `ENABLE_PARALLEL_COMPRESSION` | Use multiple cores when compressing backups `TRUE` or `FALSE` | `TRUE` |
|
||||||
| `PARALLEL_COMPRESSION_THREADS` | Maximum amount of threads to use when compressing - Integer value e.g. `8` | `autodetected` |
|
| `PARALLEL_COMPRESSION_THREADS` | Maximum amount of threads to use when compressing - Integer value e.g. `8` | `autodetected` |
|
||||||
|
| `GZ_RSYNCABLE` | Use `--rsyncable` (gzip only) for faster rsync transfers and incremental backup deduplication. e.g. `TRUE` | `FALSE` |
|
||||||
| `ENABLE_CHECKSUM` | Generate either a MD5 or SHA1 in Directory, `TRUE` or `FALSE` | `TRUE` |
|
| `ENABLE_CHECKSUM` | Generate either a MD5 or SHA1 in Directory, `TRUE` or `FALSE` | `TRUE` |
|
||||||
| `CHECKSUM` | Either `MD5` or `SHA1` | `MD5` |
|
| `CHECKSUM` | Either `MD5` or `SHA1` | `MD5` |
|
||||||
| `EXTRA_OPTS` | If you need to pass extra arguments to the backup command, add them here e.g. `--extra-command` | |
|
| `EXTRA_OPTS` | If you need to pass extra arguments to the backup command, add them here e.g. `--extra-command` | |
|
||||||
@@ -187,7 +206,6 @@ If `BACKUP_LOCATION` = `S3` then the following options are used.
|
|||||||
|
|
||||||
## Maintenance
|
## Maintenance
|
||||||
|
|
||||||
|
|
||||||
### Shell Access
|
### Shell Access
|
||||||
|
|
||||||
For debugging and maintenance purposes you may want access the containers shell.
|
For debugging and maintenance purposes you may want access the containers shell.
|
||||||
@@ -201,7 +219,7 @@ Manual Backups can be performed by entering the container and typing `backup-now
|
|||||||
- Recently there was a request to have the container work with Kukbernetes cron scheduling. This can theoretically be accomplished by setting the container `MODE=MANUAL` and then setting `MANUAL_RUN_FOREVER=FALSE` - You would also want to disable a few features from the upstream base images specifically `CONTAINER_ENABLE_SCHEDULING` and `CONTAINER_ENABLE_MONITORING`. This should allow the container to start, execute a backup by executing and then exit cleanly. An alternative way to running the script is to execute `/etc/services.available/10-db-backup/run`.
|
- Recently there was a request to have the container work with Kukbernetes cron scheduling. This can theoretically be accomplished by setting the container `MODE=MANUAL` and then setting `MANUAL_RUN_FOREVER=FALSE` - You would also want to disable a few features from the upstream base images specifically `CONTAINER_ENABLE_SCHEDULING` and `CONTAINER_ENABLE_MONITORING`. This should allow the container to start, execute a backup by executing and then exit cleanly. An alternative way to running the script is to execute `/etc/services.available/10-db-backup/run`.
|
||||||
|
|
||||||
### Restoring Databases
|
### Restoring Databases
|
||||||
Entering in the container and executing `restore` will execute a menu based script to restore your backups.
|
Entering in the container and executing `restore` will execute a menu based script to restore your backups - MariaDB, Postgres, and Mongo supported.
|
||||||
|
|
||||||
You will be presented with a series of menus allowing you to choose:
|
You will be presented with a series of menus allowing you to choose:
|
||||||
- What file to restore
|
- What file to restore
|
||||||
@@ -223,7 +241,41 @@ If you only enter some of the arguments you will be prompted to fill them in.
|
|||||||
|
|
||||||
### Custom Scripts
|
### Custom Scripts
|
||||||
|
|
||||||
If you want to execute a custom script at the end of backup, you can drop bash scripts with the extension of `.sh` in this directory. See the following example to utilize:
|
#### Path Options
|
||||||
|
|
||||||
|
| Parameter | Description | Default |
|
||||||
|
| ---------------------- | --------------------------------------------------------------------------- | ----------------------- |
|
||||||
|
| `SCRIPT_LOCATION_PRE` | Location on filesystem inside container to execute bash scripts pre backup | `/assets/scripts/pre/` |
|
||||||
|
| `SCRIPT_LOCATION_POST` | Location on filesystem inside container to execute bash scripts post backup | `/assets/scripts/post/` |
|
||||||
|
|
||||||
|
#### Pre Backup
|
||||||
|
If you want to execute a custom script before a backup starts, you can drop bash scripts with the extension of `.sh` in the location defined in `SCRIPT_LOCATION_PRE`. See the following example to utilize:
|
||||||
|
|
||||||
|
````bash
|
||||||
|
$ cat pre-script.sh
|
||||||
|
##!/bin/bash
|
||||||
|
|
||||||
|
# #### Example Pre Script
|
||||||
|
# #### $1=DB_TYPE (Type of Backup)
|
||||||
|
# #### $2=DB_HOST (Backup Host)
|
||||||
|
# #### $3=DB_NAME (Name of Database backed up
|
||||||
|
# #### $4=BACKUP START TIME (Seconds since Epoch)ff
|
||||||
|
# #### $5=BACKUP FILENAME (Filename)
|
||||||
|
|
||||||
|
echo "${1} Backup Starting on ${2} for ${3} at ${4}. Filename: ${5}"
|
||||||
|
````
|
||||||
|
|
||||||
|
## script DB_TYPE DB_HOST DB_NAME STARTEPOCH BACKUP_FILENAME
|
||||||
|
${f} "${dbtype}" "${dbhost}" "${dbname}" "${backup_start_time}" "${target}"
|
||||||
|
|
||||||
|
|
||||||
|
Outputs the following on the console:
|
||||||
|
|
||||||
|
`mysql Backup Starting on example-db for example at 1647370800. Filename: mysql_example_example-db_202200315-000000.sql.bz2
|
||||||
|
|
||||||
|
|
||||||
|
#### Post backup
|
||||||
|
If you want to execute a custom script at the end of a backup, you can drop bash scripts with the extension of `.sh` in the location defined in `SCRIPT_LOCATION_POST`. Also to support legacy users `/assets/custom-scripts` is also scanned and executed.See the following example to utilize:
|
||||||
|
|
||||||
````bash
|
````bash
|
||||||
$ cat post-script.sh
|
$ cat post-script.sh
|
||||||
@@ -254,6 +306,9 @@ Outputs the following on the console:
|
|||||||
|
|
||||||
If you wish to change the size value from bytes to megabytes set environment variable `SIZE_VALUE=megabytes`
|
If you wish to change the size value from bytes to megabytes set environment variable `SIZE_VALUE=megabytes`
|
||||||
|
|
||||||
|
You must make your scripts executible otherwise there is an internal check that will skip trying to run it otherwise.
|
||||||
|
If for some reason your filesystem or host is not detecting it right, use the environment variable `POST_SCRIPT_SKIP_X_VERIFY=TRUE` to bypass.
|
||||||
|
|
||||||
## Support
|
## Support
|
||||||
|
|
||||||
These images were built to serve a specific need in a production environment and gradually have had more functionality added based on requests from the community.
|
These images were built to serve a specific need in a production environment and gradually have had more functionality added based on requests from the community.
|
||||||
|
|||||||
@@ -20,7 +20,7 @@ services:
|
|||||||
- example-db
|
- example-db
|
||||||
volumes:
|
volumes:
|
||||||
- ./backups:/backup
|
- ./backups:/backup
|
||||||
- ./post-script.sh:/assets/custom-scripts/post-script.sh
|
#- ./post-script.sh:/assets/custom-scripts/post-script.sh
|
||||||
environment:
|
environment:
|
||||||
- DB_TYPE=mariadb
|
- DB_TYPE=mariadb
|
||||||
- DB_HOST=example-db
|
- DB_HOST=example-db
|
||||||
@@ -30,8 +30,8 @@ services:
|
|||||||
- DB_DUMP_FREQ=1440
|
- DB_DUMP_FREQ=1440
|
||||||
- DB_DUMP_BEGIN=0000
|
- DB_DUMP_BEGIN=0000
|
||||||
- DB_CLEANUP_TIME=8640
|
- DB_CLEANUP_TIME=8640
|
||||||
- CHECKSUM=MD5
|
- CHECKSUM=SHA1
|
||||||
- COMPRESSION=XZ
|
- COMPRESSION=ZSTD
|
||||||
- SPLIT_DB=FALSE
|
- SPLIT_DB=FALSE
|
||||||
restart: always
|
restart: always
|
||||||
|
|
||||||
|
|||||||
@@ -2,7 +2,7 @@
|
|||||||
|
|
||||||
BACKUP_LOCATION=${BACKUP_LOCATION:-"FILESYSTEM"}
|
BACKUP_LOCATION=${BACKUP_LOCATION:-"FILESYSTEM"}
|
||||||
CHECKSUM=${CHECKSUM:-"MD5"}
|
CHECKSUM=${CHECKSUM:-"MD5"}
|
||||||
COMPRESSION=${COMPRESSION:-"GZ"}
|
COMPRESSION=${COMPRESSION:-"ZSTD"}
|
||||||
COMPRESSION_LEVEL=${COMPRESSION_LEVEL:-"3"}
|
COMPRESSION_LEVEL=${COMPRESSION_LEVEL:-"3"}
|
||||||
DB_DUMP_BEGIN=${DB_DUMP_BEGIN:-+0}
|
DB_DUMP_BEGIN=${DB_DUMP_BEGIN:-+0}
|
||||||
DB_DUMP_FREQ=${DB_DUMP_FREQ:-1440}
|
DB_DUMP_FREQ=${DB_DUMP_FREQ:-1440}
|
||||||
@@ -17,11 +17,8 @@ MYSQL_STORED_PROCEDURES=${MYSQL_STORED_PROCEDURES:-"TRUE"}
|
|||||||
PARALLEL_COMPRESSION_THREADS=${PARALLEL_COMPRESSION_THREADS:-"$(nproc)"}
|
PARALLEL_COMPRESSION_THREADS=${PARALLEL_COMPRESSION_THREADS:-"$(nproc)"}
|
||||||
S3_CERT_SKIP_VERIFY=${S3_CERT_SKIP_VERIFY:-"TRUE"}
|
S3_CERT_SKIP_VERIFY=${S3_CERT_SKIP_VERIFY:-"TRUE"}
|
||||||
S3_PROTOCOL=${S3_PROTOCOL:-"https"}
|
S3_PROTOCOL=${S3_PROTOCOL:-"https"}
|
||||||
|
SCRIPT_LOCATION_PRE=${SCRIPT_LOCATION_PRE:-"/assets/scripts/pre/"}
|
||||||
|
SCRIPT_LOCATION_POST=${SCRIPT_LOCATION_POST:-"/assets/scripts/post/"}
|
||||||
SIZE_VALUE=${SIZE_VALUE:-"bytes"}
|
SIZE_VALUE=${SIZE_VALUE:-"bytes"}
|
||||||
SPLIT_DB=${SPLIT_DB:-"FALSE"}
|
SPLIT_DB=${SPLIT_DB:-"TRUE"}
|
||||||
TEMP_LOCATION=${TEMP_LOCATION:-"/tmp/backups"}
|
TEMP_LOCATION=${TEMP_LOCATION:-"/tmp/backups"}
|
||||||
dbhost=${DB_HOST}
|
|
||||||
dbname=${DB_NAME}
|
|
||||||
dbpass=${DB_PASS}
|
|
||||||
dbtype=${DB_TYPE}
|
|
||||||
dbuser=${DB_USER}
|
|
||||||
File diff suppressed because it is too large
Load Diff
@@ -5,64 +5,36 @@ source /assets/functions/10-db-backup
|
|||||||
source /assets/defaults/10-db-backup
|
source /assets/defaults/10-db-backup
|
||||||
PROCESS_NAME="db-backup"
|
PROCESS_NAME="db-backup"
|
||||||
|
|
||||||
bootstrap_compression
|
|
||||||
bootstrap_variables
|
bootstrap_variables
|
||||||
|
|
||||||
if [ "${MODE,,}" = "manual" ] ; then
|
if [ "${MODE,,}" = "manual" ] || [ "${1,,}" = "manual" ] || [ "${1,,}" = "now" ]; then
|
||||||
DB_DUMP_BEGIN=+0
|
DB_DUMP_BEGIN=+0
|
||||||
manual=TRUE
|
manual=TRUE
|
||||||
|
print_debug "Detected Manual Mode"
|
||||||
|
else
|
||||||
|
sleep 5
|
||||||
|
current_time=$(date +"%s")
|
||||||
|
today=$(date +"%Y%m%d")
|
||||||
|
|
||||||
|
if [[ $DB_DUMP_BEGIN =~ ^\+(.*)$ ]]; then
|
||||||
|
waittime=$(( ${BASH_REMATCH[1]} * 60 ))
|
||||||
|
target_time=$(($current_time + $waittime))
|
||||||
|
else
|
||||||
|
target_time=$(date --date="${today}${DB_DUMP_BEGIN}" +"%s")
|
||||||
|
if [[ "$target_time" < "$current_time" ]]; then
|
||||||
|
target_time=$(($target_time + 24*60*60))
|
||||||
|
fi
|
||||||
|
waittime=$(($target_time - $current_time))
|
||||||
|
fi
|
||||||
|
print_debug "Wait Time: ${waittime} Target time: ${target_time} Current Time: ${current_time}"
|
||||||
|
print_info "Next Backup at $(date -d @${target_time} +"%Y-%m-%d %T %Z")"
|
||||||
|
sleep $waittime
|
||||||
fi
|
fi
|
||||||
|
|
||||||
case "${1,,}" in
|
|
||||||
"now" | "manual" )
|
|
||||||
DB_DUMP_BEGIN=+0
|
|
||||||
manual=TRUE
|
|
||||||
;;
|
|
||||||
* )
|
|
||||||
sleep 5
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
|
|
||||||
### Container Startup
|
|
||||||
print_debug "Backup routines Initialized on $(date)"
|
|
||||||
|
|
||||||
### Wait for Next time to start backup
|
|
||||||
case "${1,,}" in
|
|
||||||
"now" | "manual" )
|
|
||||||
:
|
|
||||||
;;
|
|
||||||
* )
|
|
||||||
if [ "${manual,,}" = "true" ]; then
|
|
||||||
current_time=$(date +"%s")
|
|
||||||
today=$(date +"%Y%m%d")
|
|
||||||
|
|
||||||
if [[ $DB_DUMP_BEGIN =~ ^\+(.*)$ ]]; then
|
|
||||||
waittime=$(( ${BASH_REMATCH[1]} * 60 ))
|
|
||||||
target_time=$(($current_time + $waittime))
|
|
||||||
else
|
|
||||||
target_time=$(date --date="${today}${DB_DUMP_BEGIN}" +"%s")
|
|
||||||
if [[ "$target_time" < "$current_time" ]]; then
|
|
||||||
target_time=$(($target_time + 24*60*60))
|
|
||||||
fi
|
|
||||||
waittime=$(($target_time - $current_time))
|
|
||||||
fi
|
|
||||||
print_debug "Wait Time: ${waittime} Target time: ${target_time} Current Time: ${current_time}"
|
|
||||||
print_info "Next Backup at $(date -d @${target_time} +"%Y-%m-%d %T %Z")"
|
|
||||||
sleep $waittime
|
|
||||||
fi
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
|
|
||||||
### Commence Backup
|
|
||||||
while true; do
|
while true; do
|
||||||
mkdir -p "${TEMP_LOCATION}"
|
mkdir -p "${TEMP_LOCATION}"
|
||||||
backup_start_time=$(date +"%s")
|
backup_start_time=$(date +"%s")
|
||||||
now=$(date +"%Y%m%d-%H%M%S")
|
print_debug "Backup routines started time: $(date +'%Y-%m-%d %T %Z')"
|
||||||
now_time=$(date +"%H:%M:%S")
|
|
||||||
now_date=$(date +"%Y-%m-%d")
|
|
||||||
target=${dbtype}_${dbname}_${dbhost}_${now}.sql
|
|
||||||
|
|
||||||
### Take a Dump
|
|
||||||
case "${dbtype,,}" in
|
case "${dbtype,,}" in
|
||||||
"couch" )
|
"couch" )
|
||||||
check_availability
|
check_availability
|
||||||
@@ -100,48 +72,17 @@ while true; do
|
|||||||
|
|
||||||
backup_finish_time=$(date +"%s")
|
backup_finish_time=$(date +"%s")
|
||||||
backup_total_time=$(echo $((backup_finish_time-backup_start_time)))
|
backup_total_time=$(echo $((backup_finish_time-backup_start_time)))
|
||||||
|
if [ -z "$master_exit_code" ] ; then master_exit_code="0" ; fi
|
||||||
|
print_info "Backup routines finish time: $(date -d @${backup_finish_time} +"%Y-%m-%d %T %Z") with overall exit code ${master_exit_code}"
|
||||||
|
print_notice "Backup routines time taken: $(echo ${backup_total_time} | awk '{printf "Hours: %d Minutes: %02d Seconds: %02d", $1/3600, ($1/60)%60, $1%60}')"
|
||||||
|
|
||||||
print_info "Backup finish time: $(date -d @${backup_finish_time} +"%Y-%m-%d %T %Z") with exit code ${exit_code}"
|
cleanup_old_data
|
||||||
print_notice "Backup time elapsed: $(echo ${backup_total_time} | awk '{printf "Hours: %d Minutes: %02d Seconds: %02d", $1/3600, ($1/60)%60, $1%60}')"
|
|
||||||
|
|
||||||
### Zabbix / Monitoring stats
|
|
||||||
if var_true "${CONTAINER_ENABLE_MONITORING}" ; then
|
|
||||||
print_notice "Sending Backup Statistics to Zabbix"
|
|
||||||
silent zabbix_sender -c /etc/zabbix/zabbix_agentd.conf -k dbbackup.size -o "$(stat -c%s "${DB_DUMP_TARGET}"/"${target}")"
|
|
||||||
silent zabbix_sender -c /etc/zabbix/zabbix_agentd.conf -k dbbackup.datetime -o "$(date -r "${DB_DUMP_TARGET}"/"${target}" +'%s')"
|
|
||||||
silent zabbix_sender -c /etc/zabbix/zabbix_agentd.conf -k dbbackup.status -o "${exit_code}"
|
|
||||||
silent zabbix_sender -c /etc/zabbix/zabbix_agentd.conf -k dbbackup.backup_duration -o "$(echo $((backup_finish_time-backup_start_time)))"
|
|
||||||
fi
|
|
||||||
|
|
||||||
### Automatic Cleanup
|
|
||||||
if [ -n "${DB_CLEANUP_TIME}" ]; then
|
|
||||||
print_info "Cleaning up old backups"
|
|
||||||
mkdir -p "${DB_DUMP_TARGET}"
|
|
||||||
find "${DB_DUMP_TARGET}"/ -mmin +"${DB_CLEANUP_TIME}" -iname "*" -exec rm {} \;
|
|
||||||
fi
|
|
||||||
|
|
||||||
### Post Script Support
|
|
||||||
if [ -n "${POST_SCRIPT}" ] ; then
|
|
||||||
print_notice "Found POST_SCRIPT environment variable. Executing '${POST_SCRIPT}"
|
|
||||||
eval "${POST_SCRIPT}" "${exit_code}" "${dbtype}" "${dbhost}" "${dbname}" "${backup_start_time}" "${backup_finish_time}" "${backup_total_time}" "${target}" "${FILESIZE}" "${checksum_value}"
|
|
||||||
fi
|
|
||||||
|
|
||||||
### Post Backup Custom Script Support
|
|
||||||
if [ -d "/assets/custom-scripts/" ] ; then
|
|
||||||
print_notice "Found Post Backup Custom Script to execute"
|
|
||||||
for f in $(find /assets/custom-scripts/ -name \*.sh -type f); do
|
|
||||||
print_notice "Running Script: '${f}'"
|
|
||||||
## script EXIT_CODE DB_TYPE DB_HOST DB_NAME STARTEPOCH FINISHEPOCH DURATIONEPOCH BACKUP_FILENAME FILESIZE CHECKSUMVALUE
|
|
||||||
${f} "${exit_code}" "${dbtype}" "${dbhost}" "${dbname}" "${backup_start_time}" "${backup_finish_time}" "${backup_total_time}" "${target}" "${FILESIZE}" "${checksum_value}"
|
|
||||||
done
|
|
||||||
fi
|
|
||||||
|
|
||||||
if var_true "${manual}" ; then
|
if var_true "${manual}" ; then
|
||||||
print_debug "Exitting due to manual mode"
|
print_debug "Exiting due to manual mode"
|
||||||
exit ${exit_code};
|
exit ${master_exit_code};
|
||||||
else
|
else
|
||||||
### Go back to sleep until next backup time
|
|
||||||
sleep $(($DB_DUMP_FREQ*60-backup_total_time))
|
|
||||||
print_notice "Sleeping for another $(($DB_DUMP_FREQ*60-backup_total_time)) seconds. Waking up at $(date -d@"$(( $(date +%s)+$(($DB_DUMP_FREQ*60-backup_total_time))))" +"%Y-%m-%d %T %Z") "
|
print_notice "Sleeping for another $(($DB_DUMP_FREQ*60-backup_total_time)) seconds. Waking up at $(date -d@"$(( $(date +%s)+$(($DB_DUMP_FREQ*60-backup_total_time))))" +"%Y-%m-%d %T %Z") "
|
||||||
|
sleep $(($DB_DUMP_FREQ*60-backup_total_time))
|
||||||
fi
|
fi
|
||||||
done
|
done
|
||||||
|
|||||||
@@ -55,7 +55,7 @@ The image will also allow you to use environment variables or Docker secrets use
|
|||||||
|
|
||||||
The script can also be executed skipping the interactive mode by using the following syntax/
|
The script can also be executed skipping the interactive mode by using the following syntax/
|
||||||
|
|
||||||
$(basename $0) <filename> <db_type> <db_hostname> <db_name> <db_user> <db_pass> <db_port>
|
$(basename "$0") <filename> <db_type> <db_hostname> <db_name> <db_user> <db_pass> <db_port>
|
||||||
|
|
||||||
If you only enter some of the arguments you will be prompted to fill them in.
|
If you only enter some of the arguments you will be prompted to fill them in.
|
||||||
|
|
||||||
@@ -70,7 +70,7 @@ EOF
|
|||||||
interactive_mode=true
|
interactive_mode=true
|
||||||
;;
|
;;
|
||||||
* )
|
* )
|
||||||
interactive_mode=false
|
interactive_mode=false
|
||||||
;;
|
;;
|
||||||
esac
|
esac
|
||||||
fi
|
fi
|
||||||
@@ -78,7 +78,7 @@ fi
|
|||||||
get_filename() {
|
get_filename() {
|
||||||
COLUMNS=12
|
COLUMNS=12
|
||||||
prompt="Please select a file to restore:"
|
prompt="Please select a file to restore:"
|
||||||
options=( $(find ${DB_DUMP_TARGET} -type f -maxdepth 1 -not -name '*.md5' -not -name '*.sha1' -print0 | xargs -0) )
|
options=( $(find "${DB_DUMP_TARGET}" -type f -maxdepth 1 -not -name '*.md5' -not -name '*.sha1' -print0 | xargs -0) )
|
||||||
PS3="$prompt "
|
PS3="$prompt "
|
||||||
select opt in "${options[@]}" "Custom" "Quit" ; do
|
select opt in "${options[@]}" "Custom" "Quit" ; do
|
||||||
if (( REPLY == 2 + ${#options[@]} )) ; then
|
if (( REPLY == 2 + ${#options[@]} )) ; then
|
||||||
@@ -110,7 +110,7 @@ get_dbhost() {
|
|||||||
print_debug "Parsed DBHost: ${p_dbhost}"
|
print_debug "Parsed DBHost: ${p_dbhost}"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -z "${dbhost}" ] && [ -z "${parsed_host}" ]; then
|
if [ -z "${DB_HOST}" ] && [ -z "${parsed_host}" ]; then
|
||||||
print_debug "Parsed DBHost Variant: 1 - No Env, No Parsed Filename"
|
print_debug "Parsed DBHost Variant: 1 - No Env, No Parsed Filename"
|
||||||
q_dbhost_variant=1
|
q_dbhost_variant=1
|
||||||
q_dbhost_menu=$(cat <<EOF
|
q_dbhost_menu=$(cat <<EOF
|
||||||
@@ -119,7 +119,7 @@ EOF
|
|||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -n "${dbhost}" ] && [ -z "${parsed_host}" ]; then
|
if [ -n "${DB_HOST}" ] && [ -z "${parsed_host}" ]; then
|
||||||
print_debug "Parsed DBHost Variant: 2 - Env, No Parsed Filename"
|
print_debug "Parsed DBHost Variant: 2 - Env, No Parsed Filename"
|
||||||
q_dbhost_variant=2
|
q_dbhost_variant=2
|
||||||
q_dbhost_menu=$(cat <<EOF
|
q_dbhost_menu=$(cat <<EOF
|
||||||
@@ -130,7 +130,7 @@ EOF
|
|||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -z "${dbhost}" ] && [ -n "${parsed_host}" ]; then
|
if [ -z "${DB_HOST}" ] && [ -n "${parsed_host}" ]; then
|
||||||
print_debug "Parsed DBHostpho Variant: 3 - No Env, Parsed Filename"
|
print_debug "Parsed DBHostpho Variant: 3 - No Env, Parsed Filename"
|
||||||
q_dbhost_variant=3
|
q_dbhost_variant=3
|
||||||
q_dbhost_menu=$(cat <<EOF
|
q_dbhost_menu=$(cat <<EOF
|
||||||
@@ -141,7 +141,7 @@ EOF
|
|||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -n "${dbhost}" ] && [ -n "${parsed_host}" ]; then
|
if [ -n "${DB_HOST}" ] && [ -n "${parsed_host}" ]; then
|
||||||
print_debug "Parsed DBHost Variant: 4 - Env, Parsed Filename"
|
print_debug "Parsed DBHost Variant: 4 - Env, Parsed Filename"
|
||||||
q_dbhost_variant=4
|
q_dbhost_variant=4
|
||||||
q_dbhost_menu=$(cat <<EOF
|
q_dbhost_menu=$(cat <<EOF
|
||||||
@@ -188,7 +188,7 @@ EOF
|
|||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
e* | "" )
|
e* | "" )
|
||||||
r_dbhost=${dbhost}
|
r_dbhost=${DB_HOST}
|
||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
q* )
|
q* )
|
||||||
@@ -241,7 +241,7 @@ EOF
|
|||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
e* | "" )
|
e* | "" )
|
||||||
r_dbhost=${dbhost}
|
r_dbhost=${DB_HOST}
|
||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
f* )
|
f* )
|
||||||
@@ -263,11 +263,15 @@ get_dbtype() {
|
|||||||
p_dbtype=$(basename -- "${r_filename}" | cut -d _ -f 1)
|
p_dbtype=$(basename -- "${r_filename}" | cut -d _ -f 1)
|
||||||
|
|
||||||
case "${p_dbtype}" in
|
case "${p_dbtype}" in
|
||||||
|
mongo* )
|
||||||
|
parsed_type=true
|
||||||
|
print_debug "Parsed DBType: MongoDB"
|
||||||
|
;;
|
||||||
mariadb | mysql )
|
mariadb | mysql )
|
||||||
parsed_type=true
|
parsed_type=true
|
||||||
print_debug "Parsed DBType: MariaDB/MySQL"
|
print_debug "Parsed DBType: MariaDB/MySQL"
|
||||||
;;
|
;;
|
||||||
psql | postgres* )
|
pgsql | postgres* )
|
||||||
parsed_type=true
|
parsed_type=true
|
||||||
print_debug "Parsed DBType: Postgresql"
|
print_debug "Parsed DBType: Postgresql"
|
||||||
;;
|
;;
|
||||||
@@ -276,7 +280,7 @@ get_dbtype() {
|
|||||||
;;
|
;;
|
||||||
esac
|
esac
|
||||||
|
|
||||||
if [ -z "${dbtype}" ] && [ -z "${parsed_type}" ]; then
|
if [ -z "${DB_TYPE}" ] && [ -z "${parsed_type}" ]; then
|
||||||
print_debug "Parsed DBType Variant: 1 - No Env, No Parsed Filename"
|
print_debug "Parsed DBType Variant: 1 - No Env, No Parsed Filename"
|
||||||
q_dbtype_variant=1
|
q_dbtype_variant=1
|
||||||
q_dbtype_menu=$(cat <<EOF
|
q_dbtype_menu=$(cat <<EOF
|
||||||
@@ -285,7 +289,7 @@ EOF
|
|||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -n "${dbtype}" ] && [ -z "${parsed_type}" ]; then
|
if [ -n "${DB_TYPE}" ] && [ -z "${parsed_type}" ]; then
|
||||||
print_debug "Parsed DBType Variant: 2 - Env, No Parsed Filename"
|
print_debug "Parsed DBType Variant: 2 - Env, No Parsed Filename"
|
||||||
q_dbtype_variant=2
|
q_dbtype_variant=2
|
||||||
q_dbtype_menu=$(cat <<EOF
|
q_dbtype_menu=$(cat <<EOF
|
||||||
@@ -295,7 +299,7 @@ EOF
|
|||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -z "${dbtype}" ] && [ -n "${parsed_type}" ]; then
|
if [ -z "${DB_TYPE}" ] && [ -n "${parsed_type}" ]; then
|
||||||
print_debug "Parsed DBType Variant: 3 - No Env, Parsed Filename"
|
print_debug "Parsed DBType Variant: 3 - No Env, Parsed Filename"
|
||||||
q_dbtype_variant=3
|
q_dbtype_variant=3
|
||||||
q_dbtype_menu=$(cat <<EOF
|
q_dbtype_menu=$(cat <<EOF
|
||||||
@@ -305,7 +309,7 @@ EOF
|
|||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -n "${dbtype}" ] && [ -n "${parsed_type}" ]; then
|
if [ -n "${DB_TYPE}" ] && [ -n "${parsed_type}" ]; then
|
||||||
print_debug "Parsed DBType Variant: 4 - Env, Parsed Filename"
|
print_debug "Parsed DBType Variant: 4 - Env, Parsed Filename"
|
||||||
q_dbtype_variant=4
|
q_dbtype_variant=4
|
||||||
q_dbtype_menu=$(cat <<EOF
|
q_dbtype_menu=$(cat <<EOF
|
||||||
@@ -320,7 +324,9 @@ EOF
|
|||||||
|
|
||||||
What Database Type are you looking to restore?
|
What Database Type are you looking to restore?
|
||||||
${q_dbtype_menu}
|
${q_dbtype_menu}
|
||||||
|
|
||||||
M ) MySQL / MariaDB
|
M ) MySQL / MariaDB
|
||||||
|
O ) MongoDB
|
||||||
P ) Postgresql
|
P ) Postgresql
|
||||||
Q ) Quit
|
Q ) Quit
|
||||||
|
|
||||||
@@ -335,6 +341,10 @@ EOF
|
|||||||
r_dbtype=mysql
|
r_dbtype=mysql
|
||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
|
o* )
|
||||||
|
r_dbtype=mongo
|
||||||
|
break
|
||||||
|
;;
|
||||||
p* )
|
p* )
|
||||||
r_dbtype=postgresql
|
r_dbtype=postgresql
|
||||||
break
|
break
|
||||||
@@ -351,13 +361,17 @@ EOF
|
|||||||
read -p "$(echo -e ${clg}** ${cdgy}Enter Value \(${cwh}E${cdgy}\) \| \(${cwh}M${cdgy}\) \| \(${cwh}P${cdgy}\) : ${cwh}${coff}) " q_dbtype
|
read -p "$(echo -e ${clg}** ${cdgy}Enter Value \(${cwh}E${cdgy}\) \| \(${cwh}M${cdgy}\) \| \(${cwh}P${cdgy}\) : ${cwh}${coff}) " q_dbtype
|
||||||
case "${q_dbtype,,}" in
|
case "${q_dbtype,,}" in
|
||||||
e* | "" )
|
e* | "" )
|
||||||
r_dbtype=${db_name}
|
r_dbtype=${DB_TYPE}
|
||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
m* )
|
m* )
|
||||||
r_dbtype=mysql
|
r_dbtype=mysql
|
||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
|
o* )
|
||||||
|
r_dbtype=mongo
|
||||||
|
break
|
||||||
|
;;
|
||||||
p* )
|
p* )
|
||||||
r_dbtype=postgresql
|
r_dbtype=postgresql
|
||||||
break
|
break
|
||||||
@@ -381,6 +395,10 @@ EOF
|
|||||||
r_dbtype=mysql
|
r_dbtype=mysql
|
||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
|
o* )
|
||||||
|
r_dbtype=mongo
|
||||||
|
break
|
||||||
|
;;
|
||||||
p* )
|
p* )
|
||||||
r_dbtype=postgresql
|
r_dbtype=postgresql
|
||||||
break
|
break
|
||||||
@@ -398,7 +416,7 @@ EOF
|
|||||||
read -p "$(echo -e ${clg}** ${cdgy}Enter Value \(${cwh}E${cdgy}\) \| \(${cwh}F${cdgy}\) \| \(${cwh}M${cdgy}\) \| \(${cwh}P${cdgy}\) : ${cwh}${coff}) " q_dbtype
|
read -p "$(echo -e ${clg}** ${cdgy}Enter Value \(${cwh}E${cdgy}\) \| \(${cwh}F${cdgy}\) \| \(${cwh}M${cdgy}\) \| \(${cwh}P${cdgy}\) : ${cwh}${coff}) " q_dbtype
|
||||||
case "${q_dbtype,,}" in
|
case "${q_dbtype,,}" in
|
||||||
e* | "" )
|
e* | "" )
|
||||||
r_dbtype=${dbtype}
|
r_dbtype=${DB_TYPE}
|
||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
f* )
|
f* )
|
||||||
@@ -431,7 +449,7 @@ get_dbname() {
|
|||||||
print_debug "Parsed DBName: ${p_dbhost}"
|
print_debug "Parsed DBName: ${p_dbhost}"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -z "${dbname}" ] && [ -z "${parsed_name}" ]; then
|
if [ -z "${DB_NAME}" ] && [ -z "${parsed_name}" ]; then
|
||||||
print_debug "Parsed DBName Variant: 1 - No Env, No Parsed Filename"
|
print_debug "Parsed DBName Variant: 1 - No Env, No Parsed Filename"
|
||||||
q_dbname_variant=1
|
q_dbname_variant=1
|
||||||
q_dbname_menu=$(cat <<EOF
|
q_dbname_menu=$(cat <<EOF
|
||||||
@@ -440,7 +458,7 @@ EOF
|
|||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -n "${dbname}" ] && [ -z "${parsed_name}" ]; then
|
if [ -n "${DB_NAME}" ] && [ -z "${parsed_name}" ]; then
|
||||||
print_debug "Parsed DBName Variant: 2 - Env, No Parsed Filename"
|
print_debug "Parsed DBName Variant: 2 - Env, No Parsed Filename"
|
||||||
q_dbname_variant=2
|
q_dbname_variant=2
|
||||||
q_dbname_menu=$(cat <<EOF
|
q_dbname_menu=$(cat <<EOF
|
||||||
@@ -451,7 +469,7 @@ EOF
|
|||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -z "${dbname}" ] && [ -n "${parsed_name}" ]; then
|
if [ -z "${DB_NAME}" ] && [ -n "${parsed_name}" ]; then
|
||||||
print_debug "Parsed DBName Variant: 3 - No Env, Parsed Filename"
|
print_debug "Parsed DBName Variant: 3 - No Env, Parsed Filename"
|
||||||
q_dbname_variant=3
|
q_dbname_variant=3
|
||||||
q_dbname_menu=$(cat <<EOF
|
q_dbname_menu=$(cat <<EOF
|
||||||
@@ -462,7 +480,7 @@ EOF
|
|||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -n "${dbname}" ] && [ -n "${parsed_name}" ]; then
|
if [ -n "${DB_NAME}" ] && [ -n "${parsed_name}" ]; then
|
||||||
print_debug "Parsed DBname Variant: 4 - Env, Parsed Filename"
|
print_debug "Parsed DBname Variant: 4 - Env, Parsed Filename"
|
||||||
q_dbname_variant=4
|
q_dbname_variant=4
|
||||||
q_dbname_menu=$(cat <<EOF
|
q_dbname_menu=$(cat <<EOF
|
||||||
@@ -509,7 +527,7 @@ EOF
|
|||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
e* | "" )
|
e* | "" )
|
||||||
r_dbname=${dbname}
|
r_dbname=${DB_NAME}
|
||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
q* )
|
q* )
|
||||||
@@ -562,7 +580,7 @@ EOF
|
|||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
e* | "" )
|
e* | "" )
|
||||||
r_dbname=${dbname}
|
r_dbname=${DB_NAME}
|
||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
f* )
|
f* )
|
||||||
@@ -580,7 +598,7 @@ EOF
|
|||||||
}
|
}
|
||||||
|
|
||||||
get_dbport() {
|
get_dbport() {
|
||||||
if [ -z "${dbport}" ] ; then
|
if [ -z "${DB_PORT}" ] ; then
|
||||||
print_debug "Parsed DBPort Variant: 1 - No Env"
|
print_debug "Parsed DBPort Variant: 1 - No Env"
|
||||||
q_dbport_variant=1
|
q_dbport_variant=1
|
||||||
q_dbport_menu=$(cat <<EOF
|
q_dbport_menu=$(cat <<EOF
|
||||||
@@ -589,20 +607,20 @@ EOF
|
|||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -n "${dbport}" ] ; then
|
if [ -n "${DB_PORT}" ] ; then
|
||||||
print_debug "Parsed DBPort Variant: 2 - Env"
|
print_debug "Parsed DBPort Variant: 2 - Env"
|
||||||
q_dbport_variant=2
|
q_dbport_variant=2
|
||||||
q_dbport_menu=$(cat <<EOF
|
q_dbport_menu=$(cat <<EOF
|
||||||
|
|
||||||
C ) Custom Entered Database Port
|
C ) Custom Entered Database Port
|
||||||
E ) Environment Variable DB_PORT: '${dbport}'
|
E ) Environment Variable DB_PORT: '${DB_PORT}'
|
||||||
EOF
|
EOF
|
||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
|
|
||||||
cat << EOF
|
cat << EOF
|
||||||
|
|
||||||
What Database Port do you wish to use?
|
What Database Port do you wish to use? MySQL/MariaDB typcially listens on port 3306. Postrgresql port 5432. MongoDB 27017
|
||||||
${q_dbport_menu}
|
${q_dbport_menu}
|
||||||
Q ) Quit
|
Q ) Quit
|
||||||
|
|
||||||
@@ -623,7 +641,7 @@ EOF
|
|||||||
2 )
|
2 )
|
||||||
while true; do
|
while true; do
|
||||||
read -p "$(echo -e ${clg}** ${cdgy}Enter Value \(${cwh}C${cdgy}\) \| \(${cwh}E${cdgy}\) : ${cwh}${coff}) " q_dbport_menu
|
read -p "$(echo -e ${clg}** ${cdgy}Enter Value \(${cwh}C${cdgy}\) \| \(${cwh}E${cdgy}\) : ${cwh}${coff}) " q_dbport_menu
|
||||||
case "${q_dbname_menu,,}" in
|
case "${q_dbport_menu,,}" in
|
||||||
c* )
|
c* )
|
||||||
counter=1
|
counter=1
|
||||||
q_dbport=" "
|
q_dbport=" "
|
||||||
@@ -637,7 +655,7 @@ EOF
|
|||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
e* | "" )
|
e* | "" )
|
||||||
r_dbport=${dbport}
|
r_dbport=${DB_PORT}
|
||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
q* )
|
q* )
|
||||||
@@ -651,7 +669,7 @@ EOF
|
|||||||
}
|
}
|
||||||
|
|
||||||
get_dbuser() {
|
get_dbuser() {
|
||||||
if [ -z "${dbuser}" ] ; then
|
if [ -z "${DB_USER}" ] ; then
|
||||||
print_debug "Parsed DBUser Variant: 1 - No Env"
|
print_debug "Parsed DBUser Variant: 1 - No Env"
|
||||||
q_dbuser_variant=1
|
q_dbuser_variant=1
|
||||||
q_dbuser_menu=$(cat <<EOF
|
q_dbuser_menu=$(cat <<EOF
|
||||||
@@ -660,7 +678,7 @@ EOF
|
|||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -n "${dbuser}" ] ; then
|
if [ -n "${DB_USER}" ] ; then
|
||||||
print_debug "Parsed DBUser Variant: 2 - Env"
|
print_debug "Parsed DBUser Variant: 2 - Env"
|
||||||
q_dbuser_variant=2
|
q_dbuser_variant=2
|
||||||
q_dbuser_menu=$(cat <<EOF
|
q_dbuser_menu=$(cat <<EOF
|
||||||
@@ -706,7 +724,7 @@ EOF
|
|||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
e* | "" )
|
e* | "" )
|
||||||
r_dbuser=${dbuser}
|
r_dbuser=${DB_USER}
|
||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
q* )
|
q* )
|
||||||
@@ -720,7 +738,7 @@ EOF
|
|||||||
}
|
}
|
||||||
|
|
||||||
get_dbpass() {
|
get_dbpass() {
|
||||||
if [ -z "${dbpass}" ] ; then
|
if [ -z "${DB_PASS}" ] ; then
|
||||||
print_debug "Parsed DBPass Variant: 1 - No Env"
|
print_debug "Parsed DBPass Variant: 1 - No Env"
|
||||||
q_dbpass_variant=1
|
q_dbpass_variant=1
|
||||||
q_dbpass_menu=$(cat <<EOF
|
q_dbpass_menu=$(cat <<EOF
|
||||||
@@ -729,13 +747,13 @@ EOF
|
|||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -n "${dbpass}" ] ; then
|
if [ -n "${DB_PASS}" ] ; then
|
||||||
print_debug "Parsed DBPass Variant: 2 - Env"
|
print_debug "Parsed DBPass Variant: 2 - Env"
|
||||||
q_dbpass_variant=2
|
q_dbpass_variant=2
|
||||||
q_dbpass_menu=$(cat <<EOF
|
q_dbpass_menu=$(cat <<EOF
|
||||||
|
|
||||||
C ) Custom Entered Database Password
|
C ) Custom Entered Database Password
|
||||||
E ) Environment Variable DB_PASS: '${DB_PASS}'
|
E ) Environment Variable DB_PASS
|
||||||
EOF
|
EOF
|
||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
@@ -775,7 +793,7 @@ EOF
|
|||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
e* | "" )
|
e* | "" )
|
||||||
r_dbpass=${dbpass}
|
r_dbpass=${DB_PASS}
|
||||||
break
|
break
|
||||||
;;
|
;;
|
||||||
q* )
|
q* )
|
||||||
@@ -791,7 +809,7 @@ EOF
|
|||||||
#### SCRIPT START
|
#### SCRIPT START
|
||||||
cat << EOF
|
cat << EOF
|
||||||
|
|
||||||
## ${IMAGE_NAME} Restore Script Version 1.0.1
|
## ${IMAGE_NAME} Restore Script
|
||||||
## Visit ${IMAGE_REPO_URL}
|
## Visit ${IMAGE_REPO_URL}
|
||||||
## ####################################################
|
## ####################################################
|
||||||
|
|
||||||
@@ -811,11 +829,7 @@ print_debug "Filename to recover '${r_filename}'"
|
|||||||
|
|
||||||
## Question Database Type
|
## Question Database Type
|
||||||
if [ -n "${2}" ]; then
|
if [ -n "${2}" ]; then
|
||||||
if [ ! -f "${2}" ]; then
|
r_dbtype="${2}"
|
||||||
get_dbtype
|
|
||||||
else
|
|
||||||
r_dbtype="${2}"
|
|
||||||
fi
|
|
||||||
else
|
else
|
||||||
get_dbtype
|
get_dbtype
|
||||||
fi
|
fi
|
||||||
@@ -823,59 +837,39 @@ print_debug "Database type '${r_dbtype}'"
|
|||||||
|
|
||||||
## Question Database Host
|
## Question Database Host
|
||||||
if [ -n "${3}" ]; then
|
if [ -n "${3}" ]; then
|
||||||
if [ ! -f "${3}" ]; then
|
r_dbhost="${3}"
|
||||||
get_dbhost
|
|
||||||
else
|
|
||||||
r_dbtype="${3}"
|
|
||||||
fi
|
|
||||||
else
|
else
|
||||||
get_dbhost
|
get_dbhost
|
||||||
fi
|
fi
|
||||||
print_debug "Database Host '${r_dbhost}'"
|
print_debug "Database Host '${r_dbhost}'"
|
||||||
|
|
||||||
## Question Database Name
|
## Question Database Name
|
||||||
if [ -n "${3}" ]; then
|
if [ -n "${4}" ]; then
|
||||||
if [ ! -f "${3}" ]; then
|
r_dbname="${4}"
|
||||||
get_dbname
|
|
||||||
else
|
|
||||||
r_dbname="${3}"
|
|
||||||
fi
|
|
||||||
else
|
else
|
||||||
get_dbname
|
get_dbname
|
||||||
fi
|
fi
|
||||||
print_debug "Database Name '${r_dbname}'"
|
print_debug "Database Name '${r_dbname}'"
|
||||||
|
|
||||||
## Question Database User
|
## Question Database User
|
||||||
if [ -n "${4}" ]; then
|
if [ -n "${5}" ]; then
|
||||||
if [ ! -f "${4}" ]; then
|
r_dbuser="${5}"
|
||||||
get_dbuser
|
|
||||||
else
|
|
||||||
r_dbuser="${4}"
|
|
||||||
fi
|
|
||||||
else
|
else
|
||||||
get_dbuser
|
get_dbuser
|
||||||
fi
|
fi
|
||||||
print_debug "Database User '${r_dbuser}'"
|
print_debug "Database User '${r_dbuser}'"
|
||||||
|
|
||||||
## Question Database Password
|
## Question Database Password
|
||||||
if [ -n "${5}" ]; then
|
if [ -n "${6}" ]; then
|
||||||
if [ ! -f "${5}" ]; then
|
r_dbpass="${6}"
|
||||||
get_dbpass
|
|
||||||
else
|
|
||||||
r_dbpass="${5}"
|
|
||||||
fi
|
|
||||||
else
|
else
|
||||||
get_dbpass
|
get_dbpass
|
||||||
fi
|
fi
|
||||||
print_debug "Database Pass '${r_dbpass}'"
|
print_debug "Database Pass '${r_dbpass}'"
|
||||||
|
|
||||||
## Question Database Port
|
## Question Database Port
|
||||||
if [ -n "${6}" ]; then
|
if [ -n "${7}" ]; then
|
||||||
if [ ! -f "${6}" ]; then
|
r_dbport="${7}"
|
||||||
get_dbport
|
|
||||||
else
|
|
||||||
r_dbport="${6}"
|
|
||||||
fi
|
|
||||||
else
|
else
|
||||||
get_dbport
|
get_dbport
|
||||||
fi
|
fi
|
||||||
@@ -914,14 +908,29 @@ case "${r_dbtype}" in
|
|||||||
pv ${r_filename} | ${decompress_cmd}cat | mysql -u${r_dbuser} -p${r_dbpass} -P${r_dbport} -h${r_dbhost} ${r_dbname}
|
pv ${r_filename} | ${decompress_cmd}cat | mysql -u${r_dbuser} -p${r_dbpass} -P${r_dbport} -h${r_dbhost} ${r_dbname}
|
||||||
exit_code=$?
|
exit_code=$?
|
||||||
;;
|
;;
|
||||||
psql | postgres* )
|
pgsql | postgres* )
|
||||||
print_info "Restoring '${r_filename}' into '${r_dbhost}'/'${r_dbname}'"
|
print_info "Restoring '${r_filename}' into '${r_dbhost}'/'${r_dbname}'"
|
||||||
export PGPASSWORD=${r_dbpass}
|
export PGPASSWORD=${r_dbpass}
|
||||||
pv ${r_filename} | ${decompress_cmd}cat | psql -d ${r_dbname} -h ${r_dbhost} -p ${r_dbport} -U ${r_dbuser}
|
pv ${r_filename} | ${decompress_cmd}cat | psql -d ${r_dbname} -h ${r_dbhost} -p ${r_dbport} -U ${r_dbuser}
|
||||||
exit_code=$?
|
exit_code=$?
|
||||||
;;
|
;;
|
||||||
|
mongo )
|
||||||
|
print_info "Restoring '${r_filename}' into '${r_dbhost}'/'${r_dbname}'"
|
||||||
|
if [ "${ENABLE_COMPRESSION,,}" != "none" ] && [ "${ENABLE_COMPRESSION,,}" != "false" ] ; then
|
||||||
|
mongo_compression="--gzip"
|
||||||
|
fi
|
||||||
|
if [ -n "${r_dbuser}" ] ; then
|
||||||
|
mongo_user="-u=${r_dbuser}"
|
||||||
|
fi
|
||||||
|
if [ -n "${r_dbpass}" ] ; then
|
||||||
|
mongo_pass="-p=${r_dbpass}"
|
||||||
|
fi
|
||||||
|
mongorestore ${mongo_compression} -d=${r_dbname} -h=${r_dbhost} --port=${r_dbport} ${mongo_user} ${mongo_pass} --archive=${r_filename}
|
||||||
|
exit_code=$?
|
||||||
|
;;
|
||||||
* )
|
* )
|
||||||
exit 3
|
print_info "Unable to restore DB of type '${r_dbtype}'"
|
||||||
|
exit_code=3
|
||||||
;;
|
;;
|
||||||
esac
|
esac
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user