add scrapyd-arm

scrapyd/arm/Dockerfile

@@ -0,0 +1,63 @@
+#
+# Dockerfile for scrapyd-arm
+#
+
+FROM armhf/debian:jessie
+MAINTAINER EasyPi Software Foundation
+
+RUN set -xe \
+    && apt-get update \
+    && apt-get install -y autoconf \
+                          build-essential \
+                          curl \
+                          git \
+                          libffi-dev \
+                          libssl-dev \
+                          libtool \
+                          libxml2 \
+                          libxml2-dev \
+                          libxslt1.1 \
+                          libxslt1-dev \
+                          python \
+                          python-dev \
+                          vim-tiny \
+    && apt-get install -y libtiff5 \
+                          libtiff5-dev \
+                          libfreetype6-dev \
+                          libjpeg62-turbo \
+                          libjpeg62-turbo-dev \
+                          liblcms2-2 \
+                          liblcms2-dev \
+                          libwebp5 \
+                          libwebp-dev \
+                          zlib1g \
+                          zlib1g-dev \
+    && curl -sSL https://bootstrap.pypa.io/get-pip.py | python \
+    && pip install git+https://github.com/scrapy/scrapy.git \
+                   git+https://github.com/scrapy/scrapyd.git \
+                   git+https://github.com/scrapy/scrapyd-client.git \
+                   git+https://github.com/scrapinghub/scrapy-splash.git \
+                   git+https://github.com/python-pillow/Pillow.git \
+    && curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \
+    && echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \
+    && apt-get purge -y --auto-remove autoconf \
+                                      build-essential \
+                                      libffi-dev \
+                                      libssl-dev \
+                                      libtool \
+                                      libxml2-dev \
+                                      libxslt1-dev \
+                                      python-dev \
+    && apt-get purge -y --auto-remove libtiff5-dev \
+                                      libfreetype6-dev \
+                                      libjpeg62-turbo-dev \
+                                      liblcms2-dev \
+                                      libwebp-dev \
+                                      zlib1g-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY ./scrapyd.conf /etc/scrapyd/
+VOLUME /etc/scrapyd/ /var/lib/scrapyd/
+EXPOSE 6800
+
+CMD ["scrapyd"]

scrapyd/arm/docker-compose.yml

@@ -0,0 +1,8 @@
+scrapyd:
+  image: easypi/scrapyd-arm
+  ports:
+    - "6800:6800"
+  volumes:
+    - ./data:/var/lib/scrapyd
+    - /usr/local/lib/python2.7/dist-packages
+  restart: always

scrapyd/arm/scrapyd.conf

@@ -0,0 +1,27 @@
+[scrapyd]
+eggs_dir    = /var/lib/scrapyd/eggs
+logs_dir    = /var/lib/scrapyd/logs
+items_dir   = /var/lib/scrapyd/items
+dbs_dir     = /var/lib/scrapyd/dbs
+jobs_to_keep = 5
+max_proc    = 0
+max_proc_per_cpu = 4
+finished_to_keep = 100
+poll_interval = 5
+http_port   = 6800
+debug       = off
+runner      = scrapyd.runner
+application = scrapyd.app.application
+launcher    = scrapyd.launcher.Launcher
+
+[services]
+schedule.json     = scrapyd.webservice.Schedule
+cancel.json       = scrapyd.webservice.Cancel
+addversion.json   = scrapyd.webservice.AddVersion
+listprojects.json = scrapyd.webservice.ListProjects
+listversions.json = scrapyd.webservice.ListVersions
+listspiders.json  = scrapyd.webservice.ListSpiders
+delproject.json   = scrapyd.webservice.DeleteProject
+delversion.json   = scrapyd.webservice.DeleteVersion
+listjobs.json     = scrapyd.webservice.ListJobs
+daemonstatus.json = scrapyd.webservice.DaemonStatus