2014-12-01 13:19:37 +00:00
|
|
|
#
|
2015-05-30 11:47:20 +00:00
|
|
|
# Dockerfile for scrapyd
|
2014-12-01 13:19:37 +00:00
|
|
|
#
|
|
|
|
|
|
2018-01-23 14:54:44 +00:00
|
|
|
FROM debian:stretch
|
2017-05-07 23:05:07 +00:00
|
|
|
MAINTAINER kev <noreply@easypi.pro>
|
2014-12-01 13:19:37 +00:00
|
|
|
|
2016-05-26 12:30:59 +00:00
|
|
|
RUN set -xe \
|
|
|
|
|
&& apt-get update \
|
2015-05-28 13:34:50 +00:00
|
|
|
&& apt-get install -y autoconf \
|
2015-05-27 23:21:59 +00:00
|
|
|
build-essential \
|
2015-05-28 13:34:50 +00:00
|
|
|
curl \
|
2015-05-28 15:29:07 +00:00
|
|
|
git \
|
2015-05-28 13:34:50 +00:00
|
|
|
libffi-dev \
|
|
|
|
|
libssl-dev \
|
|
|
|
|
libtool \
|
2016-05-26 12:46:51 +00:00
|
|
|
libxml2 \
|
|
|
|
|
libxml2-dev \
|
|
|
|
|
libxslt1.1 \
|
|
|
|
|
libxslt1-dev \
|
2015-05-28 13:34:50 +00:00
|
|
|
python \
|
2015-05-27 23:21:59 +00:00
|
|
|
python-dev \
|
2015-05-28 13:34:50 +00:00
|
|
|
vim-tiny \
|
2016-05-26 12:30:59 +00:00
|
|
|
&& apt-get install -y libtiff5 \
|
|
|
|
|
libtiff5-dev \
|
|
|
|
|
libfreetype6-dev \
|
|
|
|
|
libjpeg62-turbo \
|
|
|
|
|
libjpeg62-turbo-dev \
|
|
|
|
|
liblcms2-2 \
|
|
|
|
|
liblcms2-dev \
|
|
|
|
|
libwebp5 \
|
|
|
|
|
libwebp-dev \
|
|
|
|
|
zlib1g \
|
|
|
|
|
zlib1g-dev \
|
2015-05-28 13:34:50 +00:00
|
|
|
&& curl -sSL https://bootstrap.pypa.io/get-pip.py | python \
|
2015-06-02 08:20:05 +00:00
|
|
|
&& pip install git+https://github.com/scrapy/scrapy.git \
|
|
|
|
|
git+https://github.com/scrapy/scrapyd.git \
|
2015-06-20 09:29:44 +00:00
|
|
|
git+https://github.com/scrapy/scrapyd-client.git \
|
2015-09-20 10:19:43 +00:00
|
|
|
git+https://github.com/scrapinghub/scrapy-splash.git \
|
2017-03-06 02:00:44 +00:00
|
|
|
git+https://github.com/scrapinghub/scrapyrt.git \
|
2016-05-26 12:30:59 +00:00
|
|
|
git+https://github.com/python-pillow/Pillow.git \
|
2015-05-28 13:34:50 +00:00
|
|
|
&& curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \
|
|
|
|
|
&& echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \
|
2015-06-20 09:12:04 +00:00
|
|
|
&& apt-get purge -y --auto-remove autoconf \
|
|
|
|
|
build-essential \
|
|
|
|
|
libffi-dev \
|
|
|
|
|
libssl-dev \
|
|
|
|
|
libtool \
|
2016-05-26 12:46:51 +00:00
|
|
|
libxml2-dev \
|
|
|
|
|
libxslt1-dev \
|
2015-06-20 09:12:04 +00:00
|
|
|
python-dev \
|
2016-05-26 12:30:59 +00:00
|
|
|
&& apt-get purge -y --auto-remove libtiff5-dev \
|
|
|
|
|
libfreetype6-dev \
|
|
|
|
|
libjpeg62-turbo-dev \
|
|
|
|
|
liblcms2-dev \
|
|
|
|
|
libwebp-dev \
|
|
|
|
|
zlib1g-dev \
|
2015-05-27 23:30:09 +00:00
|
|
|
&& rm -rf /var/lib/apt/lists/*
|
2015-05-27 23:21:59 +00:00
|
|
|
|
2016-05-26 12:30:59 +00:00
|
|
|
COPY ./scrapyd.conf /etc/scrapyd/
|
2015-05-28 15:11:37 +00:00
|
|
|
VOLUME /etc/scrapyd/ /var/lib/scrapyd/
|
|
|
|
|
EXPOSE 6800
|
2014-12-01 13:19:37 +00:00
|
|
|
|
2017-04-04 03:55:25 +00:00
|
|
|
CMD ["scrapyd", "--pidfile="]
|
