moony/dockerfiles
1
2
Fork 0
mirror of https://github.com/vimagick/dockerfiles synced 2024-06-30 18:51:24 +00:00
Code Issues Releases Wiki Activity

update

Browse Source
This commit is contained in:
kev 2015-05-28 23:11:37 +08:00
parent 39088ab40a
commit e64c294ca2
3 changed files with 38 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapyd/001-scrapyd
View File

@ -1,2 +0,0 @@
[scrapyd]
items_dir =

17
scrapyd/Dockerfile
View File

@ -5,6 +5,9 @@
FROM debian:jessie FROM debian:jessie
MAINTAINER kev <noreply@datageek.info> MAINTAINER kev <noreply@datageek.info>
ADD ./scrapyd.conf /etc/scrapyd/
ADD ./requirements.txt /etc/scrapyd/
RUN apt-get update \ RUN apt-get update \
&& apt-get install -y autoconf \ && apt-get install -y autoconf \
build-essential \ build-essential \
@ -35,6 +38,7 @@ RUN apt-get update \
&& rm -rf libxslt \ && rm -rf libxslt \
&& curl -sSL https://bootstrap.pypa.io/get-pip.py | python \ && curl -sSL https://bootstrap.pypa.io/get-pip.py | python \
&& pip install scrapy==0.24.6 scrapyd==1.0.1 \ && pip install scrapy==0.24.6 scrapyd==1.0.1 \
&& pip install -r /etc/scrapyd/requirements.txt \
&& curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \ && curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \
&& echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \ && echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \
&& apt-get remove -y autoconf \ && apt-get remove -y autoconf \
@ -46,8 +50,13 @@ RUN apt-get update \
&& apt-get autoremove -y \ && apt-get autoremove -y \
&& rm -rf /var/lib/apt/lists/* && rm -rf /var/lib/apt/lists/*
CMD scrapyd -u scrapy \ RUN mkdir -p /var/lib/scrapyd/dbs \
-g nogroup \ /var/lib/scrapyd/eggs \
--pidfile /var/run/scrapyd.pid \ /var/lib/scrapyd/items \
-l /dev/stdout /var/lib/scrapyd/logs
VOLUME /etc/scrapyd/ /var/lib/scrapyd/
EXPOSE 6800
CMD ["scrapyd"]

34
scrapyd/scrapyd.conf
View File

@ -1,10 +1,26 @@
[inet_http_server] [scrapyd]
port = :9001 eggs_dir = /var/lib/eggs
username = admin logs_dir = /var/lib/logs
password = {SHA}d033e22ae348aeb5660fc2140aec35850c4da997 items_dir = /var/lib/items
dbs_dir = /var/lib/dbs
jobs_to_keep = 5
max_proc = 0
max_proc_per_cpu = 4
finished_to_keep = 100
poll_interval = 5
http_port = 6800
debug = off
runner = scrapyd.runner
application = scrapyd.app.application
launcher = scrapyd.launcher.Launcher
[program:scrapyd] [services]
command = /usr/bin/scrapyd -u scrapy schedule.json = scrapyd.webservice.Schedule
-g nogroup cancel.json = scrapyd.webservice.Cancel
--pidfile /var/run/scrapyd.pid addversion.json = scrapyd.webservice.AddVersion
-l /var/log/scrapyd/scrapyd.log listprojects.json = scrapyd.webservice.ListProjects
listversions.json = scrapyd.webservice.ListVersions
listspiders.json = scrapyd.webservice.ListSpiders
delproject.json = scrapyd.webservice.DeleteProject
delversion.json = scrapyd.webservice.DeleteVersion
listjobs.json = scrapyd.webservice.ListJobs