diff --git a/scrapyd/py3/Dockerfile b/scrapyd/py3/Dockerfile new file mode 100644 index 0000000..672aae4 --- /dev/null +++ b/scrapyd/py3/Dockerfile @@ -0,0 +1,63 @@ +# +# Dockerfile for scrapyd:py3 +# + +FROM debian:jessie +MAINTAINER kev + +RUN set -xe \ + && apt-get update \ + && apt-get install -y autoconf \ + build-essential \ + curl \ + git \ + libffi-dev \ + libssl-dev \ + libtool \ + libxml2 \ + libxml2-dev \ + libxslt1.1 \ + libxslt1-dev \ + python3 \ + python3-dev \ + vim-tiny \ + && apt-get install -y libtiff5 \ + libtiff5-dev \ + libfreetype6-dev \ + libjpeg62-turbo \ + libjpeg62-turbo-dev \ + liblcms2-2 \ + liblcms2-dev \ + libwebp5 \ + libwebp-dev \ + zlib1g \ + zlib1g-dev \ + && curl -sSL https://bootstrap.pypa.io/get-pip.py | python3 \ + && pip install git+https://github.com/scrapy/scrapy.git \ + git+https://github.com/scrapy/scrapyd.git \ + git+https://github.com/scrapy/scrapyd-client.git \ + git+https://github.com/scrapinghub/scrapy-splash.git \ + git+https://github.com/python-pillow/Pillow.git \ + && curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \ + && echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \ + && apt-get purge -y --auto-remove autoconf \ + build-essential \ + libffi-dev \ + libssl-dev \ + libtool \ + libxml2-dev \ + libxslt1-dev \ + python3-dev \ + && apt-get purge -y --auto-remove libtiff5-dev \ + libfreetype6-dev \ + libjpeg62-turbo-dev \ + liblcms2-dev \ + libwebp-dev \ + zlib1g-dev \ + && rm -rf /var/lib/apt/lists/* + +COPY ./scrapyd.conf /etc/scrapyd/ +VOLUME /etc/scrapyd/ /var/lib/scrapyd/ +EXPOSE 6800 + +CMD ["scrapyd"] diff --git a/scrapyd/py3/docker-compose.yml b/scrapyd/py3/docker-compose.yml new file mode 100644 index 0000000..87ae085 --- /dev/null +++ b/scrapyd/py3/docker-compose.yml @@ -0,0 +1,8 @@ +scrapyd: + image: vimagick/scrapyd:py3 + ports: + - "6800:6800" + volumes: + - ./data:/var/lib/scrapyd + - /usr/local/lib/python2.7/dist-packages + restart: always diff --git a/scrapyd/py3/scrapyd.conf b/scrapyd/py3/scrapyd.conf new file mode 100644 index 0000000..99e21a4 --- /dev/null +++ b/scrapyd/py3/scrapyd.conf @@ -0,0 +1,27 @@ +[scrapyd] +eggs_dir = /var/lib/scrapyd/eggs +logs_dir = /var/lib/scrapyd/logs +items_dir = /var/lib/scrapyd/items +dbs_dir = /var/lib/scrapyd/dbs +jobs_to_keep = 5 +max_proc = 0 +max_proc_per_cpu = 4 +finished_to_keep = 100 +poll_interval = 5 +http_port = 6800 +debug = off +runner = scrapyd.runner +application = scrapyd.app.application +launcher = scrapyd.launcher.Launcher + +[services] +schedule.json = scrapyd.webservice.Schedule +cancel.json = scrapyd.webservice.Cancel +addversion.json = scrapyd.webservice.AddVersion +listprojects.json = scrapyd.webservice.ListProjects +listversions.json = scrapyd.webservice.ListVersions +listspiders.json = scrapyd.webservice.ListSpiders +delproject.json = scrapyd.webservice.DeleteProject +delversion.json = scrapyd.webservice.DeleteVersion +listjobs.json = scrapyd.webservice.ListJobs +daemonstatus.json = scrapyd.webservice.DaemonStatus