2014-12-01 13:19:37 +00:00
|
|
|
#
|
2014-12-04 12:34:24 +00:00
|
|
|
# Dockerfile for scrapyd
|
2014-12-01 13:19:37 +00:00
|
|
|
#
|
|
|
|
|
# References:
|
|
|
|
|
# - http://docs.docker.com/reference/builder/
|
|
|
|
|
# - http://doc.scrapy.org/en/latest/topics/ubuntu.html#topics-ubuntu
|
|
|
|
|
# - https://github.com/scrapy/scrapyd/blob/master/debian/scrapyd.upstart#L9-L11
|
|
|
|
|
# - http://pip.readthedocs.org/en/latest/installing.html
|
|
|
|
|
# - http://supervisord.org/index.html
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
FROM ubuntu:14.04
|
2015-05-27 23:21:59 +00:00
|
|
|
MAINTAINER kev <noreply@datageek.info>
|
2014-12-01 13:19:37 +00:00
|
|
|
|
|
|
|
|
ADD ./requirements.txt /tmp/
|
2015-05-27 23:21:59 +00:00
|
|
|
|
|
|
|
|
RUN apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 627220E7 \
|
|
|
|
|
&& echo 'deb http://archive.scrapy.org/ubuntu scrapy main' > /etc/apt/sources.list.d/scrapy.list \
|
|
|
|
|
&& apt-get update \
|
|
|
|
|
&& apt-get install -y git \
|
|
|
|
|
libpq-dev \
|
|
|
|
|
build-essential \
|
|
|
|
|
python-dev \
|
|
|
|
|
python-pip \
|
|
|
|
|
python-numpy \
|
|
|
|
|
python-txzmq \
|
|
|
|
|
scrapy-0.24 \
|
|
|
|
|
scrapyd \
|
|
|
|
|
supervisor \
|
|
|
|
|
&& pip install -r /tmp/requirements.txt \
|
|
|
|
|
&& apt-get remove -y build-essential \
|
|
|
|
|
&& apt-get autoremove -y \
|
|
|
|
|
&& apt-get clean -y \
|
|
|
|
|
&& rm -rf /var/lib/apt/lists/* \
|
|
|
|
|
&& mkdir /var/log/supervisor/
|
|
|
|
|
|
|
|
|
|
ADD ./001-scrapyd /etc/scrapyd/conf.d/
|
2014-12-01 13:19:37 +00:00
|
|
|
ADD ./supervisord.conf /etc/supervisor/supervisord.conf
|
|
|
|
|
|
2015-05-27 23:21:59 +00:00
|
|
|
VOLUME /var/lib/scrapyd
|
2014-12-01 13:19:37 +00:00
|
|
|
|
|
|
|
|
EXPOSE 6800 9001
|
|
|
|
|
|
2015-05-27 23:21:59 +00:00
|
|
|
CMD supervisord -n -c /etc/supervisor/supervisord.conf
|
2014-12-01 13:19:37 +00:00
|
|
|
|
