diff --git a/dask/README.md b/dask/README.md index 18c7cce..3a3afe0 100644 --- a/dask/README.md +++ b/dask/README.md @@ -3,6 +3,8 @@ dask [Dask][1] is a flexible library for parallel computing in Python. +## up and running + ```bash $ mkdir -p data/{jupyter,work} $ chown -R 1000:100 data @@ -11,4 +13,18 @@ $ docker-compose logs -f notebook $ curl http://127.0.0.1:8888 ``` +## make it public + +```bash +$ docker exec -it xxxxxx bash +>>> jupyter notebook password +Enter password: **** +Verify password: **** +[NotebookPasswordApp] Wrote hashed password to ~/.jupyter/jupyter_notebook_config.json + +$ docker service update --force dask_notebook +``` + +- + [1]: https://docs.dask.org/en/latest/ diff --git a/dask/docker-compose.yml b/dask/docker-compose.yml index 427cb94..ebd57dd 100644 --- a/dask/docker-compose.yml +++ b/dask/docker-compose.yml @@ -1,4 +1,4 @@ -version: "3.7" +version: "3.8" services: @@ -10,13 +10,6 @@ services: - "8787:8787" restart: unless-stopped - worker: - image: daskdev/dask - command: ["dask-worker", "tcp://scheduler:8786"] - depends_on: - - scheduler - restart: unless-stopped - notebook: image: daskdev/dask-notebook ports: @@ -31,3 +24,10 @@ services: depends_on: - scheduler restart: unless-stopped + + worker: + image: daskdev/dask + command: ["dask-worker", "tcp://scheduler:8786"] + depends_on: + - scheduler + restart: unless-stopped diff --git a/dask/docker-stack.yml b/dask/docker-stack.yml new file mode 100644 index 0000000..35f8bc3 --- /dev/null +++ b/dask/docker-stack.yml @@ -0,0 +1,52 @@ +version: "3.8" + +services: + + scheduler: + image: daskdev/dask + command: ["dask-scheduler"] + ports: + - "8786:8786" + - "8787:8787" + deploy: + replicas: 1 + placement: + constraints: + - node.role == manager + restart_policy: + condition: on-failure + + notebook: + image: daskdev/dask-notebook + ports: + - "8888:8888" + volumes: + - /home/presto/fig/dask/data/jupyter:/home/jovyan/.jupyter + - /home/presto/fig/dask/data/work:/home/jovyan/work + - /opt/conda/lib/python3.7/site-packages + environment: + - DASK_SCHEDULER_ADDRESS=tcp://scheduler:8786 + - EXTRA_PIP_PACKAGES=dateparser parsel + depends_on: + - scheduler + deploy: + replicas: 1 + placement: + constraints: + - node.role == manager + restart_policy: + condition: on-failure + + worker: + image: daskdev/dask + command: ["dask-worker", "tcp://scheduler:8786"] + depends_on: + - scheduler + deploy: + replicas: 2 + placement: + max_replicas_per_node: 1 + constraints: + - node.role == worker + restart_policy: + condition: on-failure diff --git a/polipo/README.md b/polipo/README.md index a793bac..39879cd 100644 --- a/polipo/README.md +++ b/polipo/README.md @@ -9,14 +9,16 @@ group. ## docker-compose.yml ```yaml -polipo: - image: vimagick/polipo - command: - authCredentials=username:password - socksParentProxy=1.2.3.4:9050 - ports: - - "8123:8123" - restart: always +version: "3.8" +services: + polipo: + image: vimagick/polipo + command: + authCredentials=username:password + socksParentProxy=1.2.3.4:9050 + ports: + - "8123:8123" + restart: unless-stopped ``` ## server diff --git a/polipo/docker-compose.yml b/polipo/docker-compose.yml index 8953652..a8afa28 100644 --- a/polipo/docker-compose.yml +++ b/polipo/docker-compose.yml @@ -1,8 +1,10 @@ -polipo: - image: vimagick/polipo - command: - authCredentials=username:password - socksParentProxy=1.2.3.4:9050 - ports: - - "8123:8123" - restart: always +version: "3.8" +services: + polipo: + image: vimagick/polipo + command: + authCredentials=username:password + socksParentProxy=1.2.3.4:9050 + ports: + - "8123:8123" + restart: unless-stopped diff --git a/polipo/docker-stack.yml b/polipo/docker-stack.yml new file mode 100644 index 0000000..7af5cfb --- /dev/null +++ b/polipo/docker-stack.yml @@ -0,0 +1,20 @@ +version: "3.8" + +services: + + polipo: + image: vimagick/polipo + networks: + - host_network + deploy: + mode: global + placement: + constraints: + - node.role == worker + restart_policy: + condition: on-failure + +networks: + host_network: + external: true + name: host