From a15ba11b4829828f2ab857f175f72c4b9c8cfccb Mon Sep 17 00:00:00 2001 From: kev Date: Wed, 22 Jan 2020 13:49:26 +0800 Subject: [PATCH] add dask --- README.md | 3 +++ dask/README.md | 14 ++++++++++++++ dask/docker-compose.yml | 33 +++++++++++++++++++++++++++++++++ 3 files changed, 50 insertions(+) create mode 100644 dask/README.md create mode 100644 dask/docker-compose.yml diff --git a/README.md b/README.md index 4734c96..6e2f331 100644 --- a/README.md +++ b/README.md @@ -283,6 +283,9 @@ A collection of delicious docker recipes. - [x] confluentinc/cp-kafka-mqtt - [x] confluentinc/cp-kafka-rest - [x] streamsets/datacollector +- [x] daskdev + - [x] dask + - [x] dask-notebook - [x] cachethq/docker - [x] snowzach/doods - [x] drone/drone diff --git a/dask/README.md b/dask/README.md new file mode 100644 index 0000000..18c7cce --- /dev/null +++ b/dask/README.md @@ -0,0 +1,14 @@ +dask +==== + +[Dask][1] is a flexible library for parallel computing in Python. + +```bash +$ mkdir -p data/{jupyter,work} +$ chown -R 1000:100 data +$ docker-compose up -d +$ docker-compose logs -f notebook +$ curl http://127.0.0.1:8888 +``` + +[1]: https://docs.dask.org/en/latest/ diff --git a/dask/docker-compose.yml b/dask/docker-compose.yml new file mode 100644 index 0000000..427cb94 --- /dev/null +++ b/dask/docker-compose.yml @@ -0,0 +1,33 @@ +version: "3.7" + +services: + + scheduler: + image: daskdev/dask + command: ["dask-scheduler"] + ports: + - "8786:8786" + - "8787:8787" + restart: unless-stopped + + worker: + image: daskdev/dask + command: ["dask-worker", "tcp://scheduler:8786"] + depends_on: + - scheduler + restart: unless-stopped + + notebook: + image: daskdev/dask-notebook + ports: + - "8888:8888" + volumes: + - ./data/jupyter:/home/jovyan/.jupyter + - ./data/work:/home/jovyan/work + - /opt/conda/lib/python3.7/site-packages + environment: + - DASK_SCHEDULER_ADDRESS=tcp://scheduler:8786 + - EXTRA_PIP_PACKAGES=dateparser parsel + depends_on: + - scheduler + restart: unless-stopped