self-hosted/dockerfiles
1
0
Fork 0
mirror of https://github.com/vimagick/dockerfiles.git synced 2025-02-03 13:21:35 +02:00
Code Issues Releases Activity

update scrapyd

Browse Source
This commit is contained in:
kev 2020-05-26 17:31:46 +08:00
parent 649be8784b
commit 8eac19f9f5
3 changed files with 21 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
scrapyd/Dockerfile
View File

@ -2,8 +2,12 @@
# Dockerfile for scrapyd
#
FROM debian:stretch
MAINTAINER kev <noreply@easypi.pro>
FROM debian:buster
MAINTAINER EasyPi Software Foundation
ENV SCRAPY_VERSION=1.8.0
ENV SCRAPYD_VERSION=1.2.1
ENV PILLOW_VERSION=6.2.2
RUN set -xe \
&& apt-get update \
@ -33,12 +37,12 @@ RUN set -xe \
zlib1g \
zlib1g-dev \
&& curl -sSL https://bootstrap.pypa.io/get-pip.py | python \
&& pip install git+https://github.com/scrapy/scrapy.git \
git+https://github.com/scrapy/scrapyd.git \
&& pip install git+https://github.com/scrapy/scrapy.git@$SCRAPY_VERSION \
git+https://github.com/scrapy/scrapyd.git@$SCRAPYD_VERSION \
git+https://github.com/scrapy/scrapyd-client.git \
git+https://github.com/scrapinghub/scrapy-splash.git \
git+https://github.com/scrapinghub/scrapyrt.git \
git+https://github.com/python-pillow/Pillow.git \
git+https://github.com/python-pillow/Pillow.git@$PILLOW_VERSION \
&& curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \
&& echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \
&& apt-get purge -y --auto-remove autoconf \

4
scrapyd/README.md
View File

@ -18,7 +18,7 @@ utility which allows you to deploy your project to a Scrapyd server.
[pillow][6] is the Python Imaging Library to support the ImagesPipeline.
This image is based on `debian:stretch`, 6 latest python packages are installed:
This image is based on `debian:buster`, 6 latest python packages are installed:
- `scrapy`: git+https://github.com/scrapy/scrapy.git
- `scrapyd`: git+https://github.com/scrapy/scrapyd.git
@ -29,6 +29,8 @@ This image is based on `debian:stretch`, 6 latest python packages are installed:
Please use this as base image for your own project.
:warning: Scrapy has dropped support for Python 2.7, which reached end-of-life on 2020-01-01.
## docker-compose.yml
```yaml

14
scrapyd/py3/Dockerfile
View File

@ -2,8 +2,12 @@
# Dockerfile for scrapyd:py3
#
FROM debian:stretch
MAINTAINER kev <noreply@easypi.pro>
FROM debian:buster
MAINTAINER EasyPi Software Foundation
ENV SCRAPY_VERSION=2.1.0
ENV SCRAPYD_VERSION=1.2.1
ENV PILLOW_VERSION=7.1.2
RUN set -xe \
&& apt-get update \
@ -33,12 +37,12 @@ RUN set -xe \
zlib1g \
zlib1g-dev \
&& curl -sSL https://bootstrap.pypa.io/get-pip.py | python3 \
&& pip install git+https://github.com/scrapy/scrapy.git \
git+https://github.com/scrapy/scrapyd.git \
&& pip install git+https://github.com/scrapy/scrapy.git@$SCRAPY_VERSION \
git+https://github.com/scrapy/scrapyd.git@$SCRAPYD_VERSION \
git+https://github.com/scrapy/scrapyd-client.git \
git+https://github.com/scrapinghub/scrapy-splash.git \
git+https://github.com/scrapinghub/scrapyrt.git \
git+https://github.com/python-pillow/Pillow.git \
git+https://github.com/python-pillow/Pillow.git@$PILLOW_VERSION \
&& curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \
&& echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \
&& apt-get purge -y --auto-remove autoconf \