Compare commits

...

11 Commits
1.10 ... 1.14

Author SHA1 Message Date
Dave Conroy
fcafa1753d Update Changelog for 1.14 2019-04-20 07:13:52 -07:00
Dave Conroy
d74a516967 Switch to locally installed MongoDB packages 2019-04-20 07:10:13 -07:00
Dave Conroy
b0a5fafc4c Update README.md 2019-03-09 07:32:13 -08:00
Dave Conroy
9051ba559a Postgres backup fixes 2019-03-09 07:29:51 -08:00
Dave Conroy
bf672c0fda Fix for XZ compression failing 2019-03-01 14:31:10 -08:00
Dave Conroy
9993ad2970 Merge pull request #9 from steve-todorov/issue-2
Issue 2: Fixing typo which was causing the script to fail.
2019-03-01 14:30:20 -08:00
Steve Todorov
dc17d60b7b Issue 2: Fixing typo which was causing the script to fail. 2019-03-02 00:16:43 +02:00
Dave Conroy
49356629fe Update Changelog 2018-11-18 15:18:46 -08:00
Dave Conroy
b938c8a761 Merge pull request #6 from skylord123/skylord123-patch-1
Fix influx args as well as some errors in the log
2018-11-18 15:16:03 -08:00
Skylar Sadlier
5807ba07e3 Update run
influx command actually doesn't accept a port argument, so instead pass it in as part of the host (to keep a uniform config with the other DB types)
2018-11-18 16:09:57 -07:00
Skylar Sadlier
96f3120e35 Update run
Fix "unary operator expected" that appears in the first couple lines of the log
2018-11-18 16:08:07 -07:00
4 changed files with 55 additions and 29 deletions

View File

@@ -1,3 +1,20 @@
## 1.14 - 2019-04-20 - <dave at tiredofit dot ca>
* Switch to using locally built mongodb-tools from tiredofit/mongo-builder due to Alpine removing precompiled packages from repositories
## 1.13 - 2019-03-09 - <dave at tiredofit dot ca>
* Fixed Postgres backup without SPLIT_DB enabled (credit MelwinKfr@github)
* Added DB_PORT reference to properly backup Postgres with non default ports (thanks Maxximus007@github)
## 1.12 - 2019-03-01 - <stevetodorov at github>
* Fix for XZ Compression failing
## 1.11 - 2018-11-19 - <skylord123 at github>
* Fix for Urnary Operator Error
## 1.10 - 2018-11-19 - <dave at tiredofit dot ca> ## 1.10 - 2018-11-19 - <dave at tiredofit dot ca>
* Fix for InfluxDB for backing up and supporting DB_PORT variable - Thanks skylord123@github * Fix for InfluxDB for backing up and supporting DB_PORT variable - Thanks skylord123@github
@@ -47,3 +64,4 @@
* Initial Release * Initial Release
* Alpine:Edge * Alpine:Edge

View File

@@ -1,6 +1,11 @@
FROM tiredofit/mongo-builder as mongo-packages
FROM tiredofit/alpine:edge FROM tiredofit/alpine:edge
LABEL maintainer="Dave Conroy (dave at tiredofit dot ca)" LABEL maintainer="Dave Conroy (dave at tiredofit dot ca)"
### Copy Mongo Packages
COPY --from=mongo-packages / /usr/src/apk
### Set Environment Variables ### Set Environment Variables
ENV ENABLE_CRON=FALSE \ ENV ENABLE_CRON=FALSE \
ENABLE_SMTP=FALSE ENABLE_SMTP=FALSE
@@ -17,9 +22,9 @@ LABEL maintainer="Dave Conroy (dave at tiredofit dot ca)"
xz-dev \ xz-dev \
&& \ && \
\ \
apk add --virtual .db-backup-run-deps \ apk add -t .db-backup-run-deps \
bzip2 \ bzip2 \
mongodb-tools \ influxdb \
mariadb-client \ mariadb-client \
libressl \ libressl \
pigz \ pigz \
@@ -29,9 +34,14 @@ LABEL maintainer="Dave Conroy (dave at tiredofit dot ca)"
xz \ xz \
&& \ && \
apk add \ apk add \
influxdb@testing \
pixz@testing \ pixz@testing \
&& \ && \
## Locally Install Mongo Package
cd /usr/src/apk && \
apk add -t .db-backup-mongo-deps --allow-untrusted \
mongodb-tools*.apk \
&& \
\ \
cd /usr/src && \ cd /usr/src && \
mkdir -p pbzip2 && \ mkdir -p pbzip2 && \
@@ -40,7 +50,7 @@ LABEL maintainer="Dave Conroy (dave at tiredofit dot ca)"
make && \ make && \
make install && \ make install && \
\ \
# Cleanup ### Cleanup
rm -rf /usr/src/* && \ rm -rf /usr/src/* && \
apk del .db-backup-build-deps && \ apk del .db-backup-build-deps && \
rm -rf /tmp/* /var/cache/apk/* rm -rf /tmp/* /var/cache/apk/*

View File

@@ -86,6 +86,7 @@ Along with the Environment Variables from the [Base image](https://hub.docker.co
| Parameter | Description | | Parameter | Description |
|-----------|-------------| |-----------|-------------|
| `COMPRESSION` | Use either Gzip `GZ`, Bzip2 `BZ`, XZip `XZ`, or none `NONE` - Default `GZ`
| `DB_TYPE` | Type of DB Server to backup `couch` `influx` `mysql` `pgsql` `mongo` `redis` `rethink` | `DB_TYPE` | Type of DB Server to backup `couch` `influx` `mysql` `pgsql` `mongo` `redis` `rethink`
| `DB_SERVER` | Server Hostname e.g. `mariadb` | `DB_SERVER` | Server Hostname e.g. `mariadb`
| `DB_NAME` | Schema Name e.g. `database` | `DB_NAME` | Schema Name e.g. `database`
@@ -95,14 +96,11 @@ Along with the Environment Variables from the [Base image](https://hub.docker.co
| `DB_DUMP_BEGIN` | What time to do the first dump. Defaults to immediate. Must be in one of two formats | `DB_DUMP_BEGIN` | What time to do the first dump. Defaults to immediate. Must be in one of two formats
| | Absolute HHMM, e.g. `2330` or `0415` | | Absolute HHMM, e.g. `2330` or `0415`
| | Relative +MM, i.e. how many minutes after starting the container, e.g. `+0` (immediate), `+10` (in 10 minutes), or `+90` in an hour and a half | | Relative +MM, i.e. how many minutes after starting the container, e.g. `+0` (immediate), `+10` (in 10 minutes), or `+90` in an hour and a half
| `DB_DUMP_DEBUG` | If set to `true`, print copious shell script messages to the container log. Otherwise only basic messages are printed.
| `DB_DUMP_TARGET` | Where to put the dump file, should be a directory. Supports three formats |
| | Local If the value of `DB_DUMP_TARGET` starts with a `/` character, will dump to a local path, which should be volume-mounted.
| `DB_CLEANUP_TIME` | Value in minutes to delete old backups (only fired when dump freqency fires). 1440 would delete anything above 1 day old. You don't need to set this variable if you want to hold onto everything. | `DB_CLEANUP_TIME` | Value in minutes to delete old backups (only fired when dump freqency fires). 1440 would delete anything above 1 day old. You don't need to set this variable if you want to hold onto everything.
| `COMPRESSION` | Use either Gzip `GZ`, Bzip2 `BZ`, XZip `XZ`, or none `NONE` - Default `GZ` | `DEBUG_MODE` | If set to `true`, print copious shell script messages to the container log. Otherwise only basic messages are printed.
| `MD5` | Generate MD5 Sum in Directory, `TRUE` or `FALSE` - Default `TRUE` | `MD5` | Generate MD5 Sum in Directory, `TRUE` or `FALSE` - Default `TRUE`
| `SPLIT_DB` | If using root as username and multiple DBs on system, set to TRUE to create Seperate DB Backups instead of all in one. - Default `FALSE` |
| `PARALLEL_COMPRESSION` | Use multiple cores when compressing backups `TRUE` or `FALSE` - Default `TRUE` | | `PARALLEL_COMPRESSION` | Use multiple cores when compressing backups `TRUE` or `FALSE` - Default `TRUE` |
| `SPLIT_DB` | If using root as username and multiple DBs on system, set to TRUE to create Seperate DB Backups instead of all in one. - Default `FALSE` |
## Maintenance ## Maintenance

View File

@@ -2,7 +2,7 @@
date >/dev/null date >/dev/null
if [ $1 != "NOW" ]; then if [ "$1" != "NOW" ]; then
sleep 10 sleep 10
fi fi
@@ -37,7 +37,7 @@ MD5=${MD5:-TRUE}
SPLIT_DB=${SPLIT_DB:-FALSE} SPLIT_DB=${SPLIT_DB:-FALSE}
TMPDIR=/tmp/backups TMPDIR=/tmp/backups
if [ $1 = "NOW" ]; then if [ "$1" = "NOW" ]; then
DB_DUMP_BEGIN=+0 DB_DUMP_BEGIN=+0
MANUAL=TRUE MANUAL=TRUE
fi fi
@@ -50,7 +50,7 @@ if [ "$PARALLEL_COMPRESSION" = "TRUE " ]; then
else else
BZIP="bzip2" BZIP="bzip2"
GZIP="gzip" GZIP="gzip"
XZIP=="xz" XZIP="xz"
fi fi
@@ -126,7 +126,7 @@ function backup_mysql() {
function backup_influx() { function backup_influx() {
for DB in $DB_NAME; do for DB in $DB_NAME; do
influxd backup -database $DB -host ${DBHOST} -p ${DBPORT} ${TMPDIR}/${TARGET} influxd backup -database $DB -host ${DBHOST}:${DBPORT} ${TMPDIR}/${TARGET}
generate_md5 generate_md5
compression compression
move_backup move_backup
@@ -146,7 +146,7 @@ function backup_mongo() {
function backup_pgsql() { function backup_pgsql() {
if [ "$SPLIT_DB" = "TRUE" ] || [ "$SPLIT_DB" = "true" ]; then if [ "$SPLIT_DB" = "TRUE" ] || [ "$SPLIT_DB" = "true" ]; then
export PGPASSWORD=${DBPASS} export PGPASSWORD=${DBPASS}
DATABASES=`psql -h $DBHOST -U $DBUSER -c 'COPY (SELECT datname FROM pg_database WHERE datistemplate = false) TO STDOUT;' ` DATABASES=`psql -h $DBHOST -U $DBUSER -p ${DBPORT} -c 'COPY (SELECT datname FROM pg_database WHERE datistemplate = false) TO STDOUT;' `
for db in $DATABASES; do for db in $DATABASES; do
echo "** [db-backup] Dumping database: $db" echo "** [db-backup] Dumping database: $db"
TARGET=pgsql_${db}_${DBHOST}_${now}.sql TARGET=pgsql_${db}_${DBHOST}_${now}.sql
@@ -157,7 +157,7 @@ function backup_pgsql() {
done done
else else
export PGPASSWORD=${DBPASS} export PGPASSWORD=${DBPASS}
pg_dump -h ${DBHOST} -U ${DBUSER} $db > ${TMPDIR}/${TARGET} pg_dump -h ${DBHOST} -U ${DBUSER} -p ${DBPORT} ${DBNAME} > ${TMPDIR}/${TARGET}
generate_md5 generate_md5
compression compression
move_backup move_backup