From be9ad440b16a053cf4a39b708d36566bb3bbe667 Mon Sep 17 00:00:00 2001 From: vimagick Date: Mon, 6 Mar 2017 10:00:44 +0800 Subject: [PATCH] add scrapyrt to scrapyd image --- scrapyd/Dockerfile | 1 + scrapyd/README.md | 10 +++++++--- scrapyd/arm/Dockerfile | 1 + scrapyd/py3/Dockerfile | 1 + 4 files changed, 10 insertions(+), 3 deletions(-) diff --git a/scrapyd/Dockerfile b/scrapyd/Dockerfile index f977560..ddfcd79 100644 --- a/scrapyd/Dockerfile +++ b/scrapyd/Dockerfile @@ -37,6 +37,7 @@ RUN set -xe \ git+https://github.com/scrapy/scrapyd.git \ git+https://github.com/scrapy/scrapyd-client.git \ git+https://github.com/scrapinghub/scrapy-splash.git \ + git+https://github.com/scrapinghub/scrapyrt.git \ git+https://github.com/python-pillow/Pillow.git \ && curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \ && echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \ diff --git a/scrapyd/README.md b/scrapyd/README.md index 9ab3fc8..26a1b64 100644 --- a/scrapyd/README.md +++ b/scrapyd/README.md @@ -14,14 +14,17 @@ utility which allows you to deploy your project to a Scrapyd server. [scrapy-splash][4] provides Scrapy+JavaScript integration using Splash. -[pillow][5] is the Python Imaging Library to support the ImagesPipeline. +[scrapyrt][5] allows you to easily add HTTP API to your existing Scrapy project. -This image is based on `debian:jessie`, 5 latest python packages are installed: +[pillow][6] is the Python Imaging Library to support the ImagesPipeline. + +This image is based on `debian:jessie`, 6 latest python packages are installed: - `scrapy`: git+https://github.com/scrapy/scrapy.git - `scrapyd`: git+https://github.com/scrapy/scrapyd.git - `scrapyd-client`: git+https://github.com/scrapy/scrapyd-client.git - `scrapy-splash`: git+https://github.com/scrapinghub/scrapy-splash.git +- `scrapyrt`: git+https://github.com/scrapinghub/scrapyrt.git - `pillow`: git+https://github.com/python-pillow/Pillow.git Please use this as base image for your own project. @@ -123,4 +126,5 @@ $ docker-compose run --rm scrapy [2]: https://github.com/scrapy/scrapyd [3]: https://github.com/scrapy/scrapyd-client [4]: https://github.com/scrapinghub/scrapy-splash -[5]: https://github.com/python-pillow/Pillow +[5]: https://github.com/scrapinghub/scrapyrt +[6]: https://github.com/python-pillow/Pillow diff --git a/scrapyd/arm/Dockerfile b/scrapyd/arm/Dockerfile index 637835e..9e59cf2 100644 --- a/scrapyd/arm/Dockerfile +++ b/scrapyd/arm/Dockerfile @@ -37,6 +37,7 @@ RUN set -xe \ git+https://github.com/scrapy/scrapyd.git \ git+https://github.com/scrapy/scrapyd-client.git \ git+https://github.com/scrapinghub/scrapy-splash.git \ + git+https://github.com/scrapinghub/scrapyrt.git \ git+https://github.com/python-pillow/Pillow.git \ && curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \ && echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \ diff --git a/scrapyd/py3/Dockerfile b/scrapyd/py3/Dockerfile index 672aae4..8c4780d 100644 --- a/scrapyd/py3/Dockerfile +++ b/scrapyd/py3/Dockerfile @@ -37,6 +37,7 @@ RUN set -xe \ git+https://github.com/scrapy/scrapyd.git \ git+https://github.com/scrapy/scrapyd-client.git \ git+https://github.com/scrapinghub/scrapy-splash.git \ + git+https://github.com/scrapinghub/scrapyrt.git \ git+https://github.com/python-pillow/Pillow.git \ && curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \ && echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \