update scrapyd

scrapyd/Dockerfile

@@ -1,5 +1,5 @@
 #
-# Dockerfile for scrapyd (python2)
+# Dockerfile for scrapyd (python2) [deprecated]
 #
 
 FROM debian:buster

scrapyd/README.md

@@ -34,32 +34,36 @@ Please use this as base image for your own project.
 ## docker-compose.yml
 
 ```yaml
-scrapyd:
+version: "3.8"
-  image: vimagick/scrapyd:py3
-  ports:
-    - "6800:6800"
-  volumes:
-    - ./data:/var/lib/scrapyd
-    - /usr/local/lib/python3.7/dist-packages
-  restart: unless-stopped
 
-scrapy:
+services:
-  image: vimagick/scrapyd:py3
-  command: bash
-  volumes:
-    - .:/code
-  working_dir: /code
-  restart: unless-stopped
 
-scrapyrt:
+  scrapyd:
-  image: vimagick/scrapyd:py3
+    image: vimagick/scrapyd:py3
-  command: scrapyrt -i 0.0.0.0 -p 9080
+    ports:
-  ports:
+      - "6800:6800"
-    - "9080:9080"
+    volumes:
-  volumes:
+      - ./data:/var/lib/scrapyd
-    - .:/code
+      - /usr/local/lib/python3.9/dist-packages
-  working_dir: /code
+    restart: unless-stopped
-  restart: unless-stopped
+
+  scrapy:
+    image: vimagick/scrapyd:py3
+    command: bash
+    volumes:
+      - .:/code
+    working_dir: /code
+    restart: unless-stopped
+
+  scrapyrt:
+    image: vimagick/scrapyd:py3
+    command: scrapyrt -i 0.0.0.0 -p 9080
+    ports:
+      - "9080:9080"
+    volumes:
+      - .:/code
+    working_dir: /code
+    restart: unless-stopped
 ```
 
 ## Run it as background-daemon for scrapyd

scrapyd/arm/Dockerfile

@@ -15,6 +15,7 @@ RUN set -xe \
     && apt-get update \
     && apt-get install -y autoconf \
                           build-essential \
+                          cargo \
                           curl \
                           git \
                           libffi-dev \
@@ -51,6 +52,7 @@ RUN set -xe \
     && echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \
     && apt-get purge -y --auto-remove autoconf \
                                       build-essential \
+                                      cargo \
                                       curl \
                                       libffi-dev \
                                       libssl-dev \

scrapyd/arm/docker-compose.yml

@@ -1,8 +1,10 @@
-scrapyd:
+version: "3.8"
-  image: easypi/scrapyd-arm
+services:
-  ports:
+  scrapyd:
-    - "6800:6800"
+    image: easypi/scrapyd-arm
-  volumes:
+    ports:
-    - ./data:/var/lib/scrapyd
+      - "6800:6800"
-    - /usr/local/lib/python3.7/dist-packages
+    volumes:
-  restart: unless-stopped
+      - ./data:/var/lib/scrapyd
+      - /usr/local/lib/python3.9/dist-packages
+    restart: unless-stopped

scrapyd/docker-compose.yml

@@ -1,26 +1,30 @@
-scrapyd:
+version: "3.8"
-  image: vimagick/scrapyd
-  ports:
-    - "6800:6800"
-  volumes:
-    - ./data:/var/lib/scrapyd
-    - /usr/local/lib/python2.7/dist-packages
-  restart: unless-stopped
 
-scrapy:
+services:
-  image: vimagick/scrapyd
-  command: bash
-  volumes:
-    - .:/code
-  working_dir: /code
-  restart: unless-stopped
 
-scrapyrt:
+  scrapyd:
-  image: vimagick/scrapyd
+    image: vimagick/scrapyd:py3
-  command: scrapyrt -i 0.0.0.0 -p 9080
+    ports:
-  ports:
+      - "6800:6800"
-    - "9080:9080"
+    volumes:
-  volumes:
+      - ./data:/var/lib/scrapyd
-    - .:/code
+      - /usr/local/lib/python3.9/dist-packages
-  working_dir: /code
+    restart: unless-stopped
-  restart: unless-stopped
+
+  scrapy:
+    image: vimagick/scrapyd:py3
+    command: bash
+    volumes:
+      - .:/code
+    working_dir: /code
+    restart: unless-stopped
+
+  scrapyrt:
+    image: vimagick/scrapyd:py3
+    command: scrapyrt -i 0.0.0.0 -p 9080
+    ports:
+      - "9080:9080"
+    volumes:
+      - .:/code
+    working_dir: /code
+    restart: unless-stopped

scrapyd/py3/docker-compose.yml

@@ -1,8 +1,10 @@
-scrapyd:
+version: "3.8"
-  image: vimagick/scrapyd:py3
+services:
-  ports:
+  scrapyd:
-    - "6800:6800"
+    image: vimagick/scrapyd:py3
-  volumes:
+    ports:
-    - ./data:/var/lib/scrapyd
+      - "6800:6800"
-    - /usr/local/lib/python3.7/dist-packages
+    volumes:
-  restart: unless-stopped
+      - ./data:/var/lib/scrapyd
+      - /usr/local/lib/python3.9/dist-packages
+    restart: unless-stopped