add airflow

README.md

@@ -246,9 +246,10 @@ A collection of delicious docker recipes.
 
 ## 3rd-party
 
-- [x] cachethq/docker
-- [x] centurylink/watchtower
+- [x] tutum/builder
 - [x] certbot
+- [x] cachethq/docker
+- [x] puckel/docker-airflow
 - [x] drone/drone
 - [x] drupal
 - [x] elk
@@ -283,8 +284,8 @@ A collection of delicious docker recipes.
     - [ ] hub
     - [ ] node-firefox
     - [x] standalone-firefox
-- [x] tutum/builder
 - [x] v2ray/official :cn:
+- [x] centurylink/watchtower
 - [x] wekanteam/wekan
 - [x] zookeeper
 

airflow/README.md

@@ -0,0 +1,2 @@
+airflow
+=======

airflow/docker-compose-master.yml

@@ -0,0 +1,72 @@
+version: '2.1'
+
+services:
+
+  redis:
+    image: redis:alpine
+    command: --save 900 1
+    ports:
+      - "6379:6379"
+    volumes:
+      - ./data/redis:/data
+    restart: always
+  
+  postgres:
+    image: postgres:alpine
+    ports:
+      - "5432:5432"
+    volumes:
+      - ./data/postgres:/var/lib/postgresql/data
+    environment:
+      - POSTGRES_USER=airflow
+      - POSTGRES_PASSWORD=airflow
+      - POSTGRES_DB=airflow
+    restart: always
+  
+  webserver:
+    image: puckel/docker-airflow:1.9.0-4
+    command: webserver
+    ports:
+      - "8080:8080"
+    volumes:
+      - ./data/airflow/dags:/usr/local/airflow/dags
+      - ./data/airflow/plugins:/usr/local/airflow/plugins
+    environment:
+      - LOAD_EX=y
+      - FERNET_KEY=46BKJoQYlPPOexq0OhDZnIlNepKFf87WFwLbfzqDDho=
+      - EXECUTOR=Celery
+      - AIRFLOW__WEBSERVER__BASE_URL=http://1.2.3.4:8080
+    depends_on:
+      - postgres
+      - redis
+    healthcheck:
+      test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-webserver.pid ]"]
+      interval: 30s
+      timeout: 30s
+      retries: 3
+    restart: always
+  
+  flower:
+    image: puckel/docker-airflow:1.9.0-4
+    command: flower
+    ports:
+      - "5555:5555"
+    environment:
+      - EXECUTOR=Celery
+    depends_on:
+      - redis
+    restart: always
+  
+  scheduler:
+    image: puckel/docker-airflow:1.9.0-4
+    command: scheduler
+    volumes:
+      - ./data/airflow/dags:/usr/local/airflow/dags
+      - ./data/airflow/plugins:/usr/local/airflow/plugins
+    environment:
+      - LOAD_EX=y
+      - FERNET_KEY=46BKJoQYlPPOexq0OhDZnIlNepKFf87WFwLbfzqDDho=
+      - EXECUTOR=Celery
+    depends_on:
+      - webserver
+    restart: always

airflow/docker-compose-worker.yml

@@ -0,0 +1,20 @@
+version: '2.1'
+
+services:
+
+  worker:
+    image: puckel/docker-airflow:1.9.0-4
+    command: worker
+    hostname: worker1
+    ports:
+      - "8793:8793"
+    volumes:
+      - ./data/airflow/dags:/usr/local/airflow/dags
+      - ./data/airflow/plugins:/usr/local/airflow/plugins
+    environment:
+      - FERNET_KEY=46BKJoQYlPPOexq0OhDZnIlNepKFf87WFwLbfzqDDho=
+      - EXECUTOR=Celery
+    extra_hosts:
+      - "redis:10.99.0.3"
+      - "postgres:10.99.0.3"
+    restart: always