From 37b77ff5cb620cb19faa014f424bc099c545dbbf Mon Sep 17 00:00:00 2001
From: kev <vimagick@gmail.com>
Date: Wed, 25 Jul 2018 17:57:33 +0800
Subject: [PATCH] add airflow

---
 README.md                         |  7 +--
 airflow/README.md                 |  2 +
 airflow/docker-compose-master.yml | 72 +++++++++++++++++++++++++++++++
 airflow/docker-compose-worker.yml | 20 +++++++++
 4 files changed, 98 insertions(+), 3 deletions(-)
 create mode 100644 airflow/README.md
 create mode 100644 airflow/docker-compose-master.yml
 create mode 100644 airflow/docker-compose-worker.yml

diff --git a/README.md b/README.md
index 6a70e90..c7b879e 100644
--- a/README.md
+++ b/README.md
@@ -246,9 +246,10 @@ A collection of delicious docker recipes.
 
 ## 3rd-party
 
-- [x] cachethq/docker
-- [x] centurylink/watchtower
+- [x] tutum/builder
 - [x] certbot
+- [x] cachethq/docker
+- [x] puckel/docker-airflow
 - [x] drone/drone
 - [x] drupal
 - [x] elk
@@ -283,8 +284,8 @@ A collection of delicious docker recipes.
     - [ ] hub
     - [ ] node-firefox
     - [x] standalone-firefox
-- [x] tutum/builder
 - [x] v2ray/official :cn:
+- [x] centurylink/watchtower
 - [x] wekanteam/wekan
 - [x] zookeeper
 
diff --git a/airflow/README.md b/airflow/README.md
new file mode 100644
index 0000000..46615b4
--- /dev/null
+++ b/airflow/README.md
@@ -0,0 +1,2 @@
+airflow
+=======
diff --git a/airflow/docker-compose-master.yml b/airflow/docker-compose-master.yml
new file mode 100644
index 0000000..d933263
--- /dev/null
+++ b/airflow/docker-compose-master.yml
@@ -0,0 +1,72 @@
+version: '2.1'
+
+services:
+
+  redis:
+    image: redis:alpine
+    command: --save 900 1
+    ports:
+      - "6379:6379"
+    volumes:
+      - ./data/redis:/data
+    restart: always
+  
+  postgres:
+    image: postgres:alpine
+    ports:
+      - "5432:5432"
+    volumes:
+      - ./data/postgres:/var/lib/postgresql/data
+    environment:
+      - POSTGRES_USER=airflow
+      - POSTGRES_PASSWORD=airflow
+      - POSTGRES_DB=airflow
+    restart: always
+  
+  webserver:
+    image: puckel/docker-airflow:1.9.0-4
+    command: webserver
+    ports:
+      - "8080:8080"
+    volumes:
+      - ./data/airflow/dags:/usr/local/airflow/dags
+      - ./data/airflow/plugins:/usr/local/airflow/plugins
+    environment:
+      - LOAD_EX=y
+      - FERNET_KEY=46BKJoQYlPPOexq0OhDZnIlNepKFf87WFwLbfzqDDho=
+      - EXECUTOR=Celery
+      - AIRFLOW__WEBSERVER__BASE_URL=http://1.2.3.4:8080
+    depends_on:
+      - postgres
+      - redis
+    healthcheck:
+      test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-webserver.pid ]"]
+      interval: 30s
+      timeout: 30s
+      retries: 3
+    restart: always
+  
+  flower:
+    image: puckel/docker-airflow:1.9.0-4
+    command: flower
+    ports:
+      - "5555:5555"
+    environment:
+      - EXECUTOR=Celery
+    depends_on:
+      - redis
+    restart: always
+  
+  scheduler:
+    image: puckel/docker-airflow:1.9.0-4
+    command: scheduler
+    volumes:
+      - ./data/airflow/dags:/usr/local/airflow/dags
+      - ./data/airflow/plugins:/usr/local/airflow/plugins
+    environment:
+      - LOAD_EX=y
+      - FERNET_KEY=46BKJoQYlPPOexq0OhDZnIlNepKFf87WFwLbfzqDDho=
+      - EXECUTOR=Celery
+    depends_on:
+      - webserver
+    restart: always
diff --git a/airflow/docker-compose-worker.yml b/airflow/docker-compose-worker.yml
new file mode 100644
index 0000000..5fdb254
--- /dev/null
+++ b/airflow/docker-compose-worker.yml
@@ -0,0 +1,20 @@
+version: '2.1'
+
+services:
+
+  worker:
+    image: puckel/docker-airflow:1.9.0-4
+    command: worker
+    hostname: worker1
+    ports:
+      - "8793:8793"
+    volumes:
+      - ./data/airflow/dags:/usr/local/airflow/dags
+      - ./data/airflow/plugins:/usr/local/airflow/plugins
+    environment:
+      - FERNET_KEY=46BKJoQYlPPOexq0OhDZnIlNepKFf87WFwLbfzqDDho=
+      - EXECUTOR=Celery
+    extra_hosts:
+      - "redis:10.99.0.3"
+      - "postgres:10.99.0.3"
+    restart: always