1
2
mirror of https://github.com/vimagick/dockerfiles synced 2024-06-16 03:48:44 +00:00

add airflow

This commit is contained in:
kev 2018-07-25 17:57:33 +08:00
parent 0b9b78e923
commit 37b77ff5cb
4 changed files with 98 additions and 3 deletions

@ -246,9 +246,10 @@ A collection of delicious docker recipes.
## 3rd-party
- [x] cachethq/docker
- [x] centurylink/watchtower
- [x] tutum/builder
- [x] certbot
- [x] cachethq/docker
- [x] puckel/docker-airflow
- [x] drone/drone
- [x] drupal
- [x] elk
@ -283,8 +284,8 @@ A collection of delicious docker recipes.
- [ ] hub
- [ ] node-firefox
- [x] standalone-firefox
- [x] tutum/builder
- [x] v2ray/official :cn:
- [x] centurylink/watchtower
- [x] wekanteam/wekan
- [x] zookeeper

2
airflow/README.md Normal file

@ -0,0 +1,2 @@
airflow
=======

@ -0,0 +1,72 @@
version: '2.1'
services:
redis:
image: redis:alpine
command: --save 900 1
ports:
- "6379:6379"
volumes:
- ./data/redis:/data
restart: always
postgres:
image: postgres:alpine
ports:
- "5432:5432"
volumes:
- ./data/postgres:/var/lib/postgresql/data
environment:
- POSTGRES_USER=airflow
- POSTGRES_PASSWORD=airflow
- POSTGRES_DB=airflow
restart: always
webserver:
image: puckel/docker-airflow:1.9.0-4
command: webserver
ports:
- "8080:8080"
volumes:
- ./data/airflow/dags:/usr/local/airflow/dags
- ./data/airflow/plugins:/usr/local/airflow/plugins
environment:
- LOAD_EX=y
- FERNET_KEY=46BKJoQYlPPOexq0OhDZnIlNepKFf87WFwLbfzqDDho=
- EXECUTOR=Celery
- AIRFLOW__WEBSERVER__BASE_URL=http://1.2.3.4:8080
depends_on:
- postgres
- redis
healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-webserver.pid ]"]
interval: 30s
timeout: 30s
retries: 3
restart: always
flower:
image: puckel/docker-airflow:1.9.0-4
command: flower
ports:
- "5555:5555"
environment:
- EXECUTOR=Celery
depends_on:
- redis
restart: always
scheduler:
image: puckel/docker-airflow:1.9.0-4
command: scheduler
volumes:
- ./data/airflow/dags:/usr/local/airflow/dags
- ./data/airflow/plugins:/usr/local/airflow/plugins
environment:
- LOAD_EX=y
- FERNET_KEY=46BKJoQYlPPOexq0OhDZnIlNepKFf87WFwLbfzqDDho=
- EXECUTOR=Celery
depends_on:
- webserver
restart: always

@ -0,0 +1,20 @@
version: '2.1'
services:
worker:
image: puckel/docker-airflow:1.9.0-4
command: worker
hostname: worker1
ports:
- "8793:8793"
volumes:
- ./data/airflow/dags:/usr/local/airflow/dags
- ./data/airflow/plugins:/usr/local/airflow/plugins
environment:
- FERNET_KEY=46BKJoQYlPPOexq0OhDZnIlNepKFf87WFwLbfzqDDho=
- EXECUTOR=Celery
extra_hosts:
- "redis:10.99.0.3"
- "postgres:10.99.0.3"
restart: always