diff --git a/scrapyd/Dockerfile b/scrapyd/Dockerfile index 5eb112b..23288b7 100644 --- a/scrapyd/Dockerfile +++ b/scrapyd/Dockerfile @@ -38,6 +38,7 @@ RUN apt-get update \ && pip install git+https://github.com/scrapy/scrapy.git \ git+https://github.com/scrapy/scrapyd.git \ git+https://github.com/scrapy/scrapyd-client.git \ + git+https://github.com/scrapinghub/scrapy-splash.git \ && curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \ && echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \ && apt-get purge -y --auto-remove autoconf \ diff --git a/scrapyd/README.md b/scrapyd/README.md index c3ecdd7..2aa7fa2 100644 --- a/scrapyd/README.md +++ b/scrapyd/README.md @@ -12,12 +12,15 @@ your Scrapy projects and control their spiders using a HTTP JSON API. [Scrapyd-client][3] is a client for scrapyd. It provides the scrapyd-deploy utility which allows you to deploy your project to a Scrapyd server. +[ScrapyJS][4] provides Scrapy+JavaScript integration using Splash. + This image is based on `debian:jessie` without any useless packages installed. -Only 3 latest python packages are installed: +Only 4 latest python packages are installed: - `scrapy`: git+https://github.com/scrapy/scrapy.git - `scrapyd`: git+https://github.com/scrapy/scrapyd.git - `scrapyd-client`: git+https://github.com/scrapy/scrapyd-client.git +- `scrapyjs`: git+https://github.com/scrapinghub/scrapy-splash.git Please use this image as base for your own project. @@ -62,3 +65,4 @@ $ docker run -it --rm -v `pwd`:/code -w /code vimagick/scrapyd bash [1]: https://github.com/scrapy/scrapy [2]: https://github.com/scrapy/scrapyd [3]: https://github.com/scrapy/scrapyd-client +[4]: https://github.com/scrapinghub/scrapy-splash