mirror of
https://github.com/vimagick/dockerfiles.git
synced 2025-02-03 13:21:35 +02:00
add scrapyd:py3 (FIX #36)
This commit is contained in:
parent
fded18b941
commit
f24f0716fe
63
scrapyd/py3/Dockerfile
Normal file
63
scrapyd/py3/Dockerfile
Normal file
@ -0,0 +1,63 @@
|
||||
#
|
||||
# Dockerfile for scrapyd:py3
|
||||
#
|
||||
|
||||
FROM debian:jessie
|
||||
MAINTAINER kev <noreply@easypi.info>
|
||||
|
||||
RUN set -xe \
|
||||
&& apt-get update \
|
||||
&& apt-get install -y autoconf \
|
||||
build-essential \
|
||||
curl \
|
||||
git \
|
||||
libffi-dev \
|
||||
libssl-dev \
|
||||
libtool \
|
||||
libxml2 \
|
||||
libxml2-dev \
|
||||
libxslt1.1 \
|
||||
libxslt1-dev \
|
||||
python3 \
|
||||
python3-dev \
|
||||
vim-tiny \
|
||||
&& apt-get install -y libtiff5 \
|
||||
libtiff5-dev \
|
||||
libfreetype6-dev \
|
||||
libjpeg62-turbo \
|
||||
libjpeg62-turbo-dev \
|
||||
liblcms2-2 \
|
||||
liblcms2-dev \
|
||||
libwebp5 \
|
||||
libwebp-dev \
|
||||
zlib1g \
|
||||
zlib1g-dev \
|
||||
&& curl -sSL https://bootstrap.pypa.io/get-pip.py | python3 \
|
||||
&& pip install git+https://github.com/scrapy/scrapy.git \
|
||||
git+https://github.com/scrapy/scrapyd.git \
|
||||
git+https://github.com/scrapy/scrapyd-client.git \
|
||||
git+https://github.com/scrapinghub/scrapy-splash.git \
|
||||
git+https://github.com/python-pillow/Pillow.git \
|
||||
&& curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \
|
||||
&& echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \
|
||||
&& apt-get purge -y --auto-remove autoconf \
|
||||
build-essential \
|
||||
libffi-dev \
|
||||
libssl-dev \
|
||||
libtool \
|
||||
libxml2-dev \
|
||||
libxslt1-dev \
|
||||
python3-dev \
|
||||
&& apt-get purge -y --auto-remove libtiff5-dev \
|
||||
libfreetype6-dev \
|
||||
libjpeg62-turbo-dev \
|
||||
liblcms2-dev \
|
||||
libwebp-dev \
|
||||
zlib1g-dev \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
COPY ./scrapyd.conf /etc/scrapyd/
|
||||
VOLUME /etc/scrapyd/ /var/lib/scrapyd/
|
||||
EXPOSE 6800
|
||||
|
||||
CMD ["scrapyd"]
|
8
scrapyd/py3/docker-compose.yml
Normal file
8
scrapyd/py3/docker-compose.yml
Normal file
@ -0,0 +1,8 @@
|
||||
scrapyd:
|
||||
image: vimagick/scrapyd:py3
|
||||
ports:
|
||||
- "6800:6800"
|
||||
volumes:
|
||||
- ./data:/var/lib/scrapyd
|
||||
- /usr/local/lib/python2.7/dist-packages
|
||||
restart: always
|
27
scrapyd/py3/scrapyd.conf
Normal file
27
scrapyd/py3/scrapyd.conf
Normal file
@ -0,0 +1,27 @@
|
||||
[scrapyd]
|
||||
eggs_dir = /var/lib/scrapyd/eggs
|
||||
logs_dir = /var/lib/scrapyd/logs
|
||||
items_dir = /var/lib/scrapyd/items
|
||||
dbs_dir = /var/lib/scrapyd/dbs
|
||||
jobs_to_keep = 5
|
||||
max_proc = 0
|
||||
max_proc_per_cpu = 4
|
||||
finished_to_keep = 100
|
||||
poll_interval = 5
|
||||
http_port = 6800
|
||||
debug = off
|
||||
runner = scrapyd.runner
|
||||
application = scrapyd.app.application
|
||||
launcher = scrapyd.launcher.Launcher
|
||||
|
||||
[services]
|
||||
schedule.json = scrapyd.webservice.Schedule
|
||||
cancel.json = scrapyd.webservice.Cancel
|
||||
addversion.json = scrapyd.webservice.AddVersion
|
||||
listprojects.json = scrapyd.webservice.ListProjects
|
||||
listversions.json = scrapyd.webservice.ListVersions
|
||||
listspiders.json = scrapyd.webservice.ListSpiders
|
||||
delproject.json = scrapyd.webservice.DeleteProject
|
||||
delversion.json = scrapyd.webservice.DeleteVersion
|
||||
listjobs.json = scrapyd.webservice.ListJobs
|
||||
daemonstatus.json = scrapyd.webservice.DaemonStatus
|
Loading…
x
Reference in New Issue
Block a user