diff --git a/scrapyd/README.md b/scrapyd/README.md index 9680a04..9bec3b4 100644 --- a/scrapyd/README.md +++ b/scrapyd/README.md @@ -16,15 +16,18 @@ utility which allows you to deploy your project to a Scrapyd server. [scrapyrt][5] allows you to easily add HTTP API to your existing Scrapy project. -[pillow][6] is the Python Imaging Library to support the ImagesPipeline. +[Spidermon][6] is a framework to build monitors for Scrapy spiders. -This image is based on `debian:buster`, 6 latest python packages are installed: +[pillow][7] is the Python Imaging Library to support the ImagesPipeline. + +This image is based on `debian:buster`, 7 latest python packages are installed: - `scrapy`: git+https://github.com/scrapy/scrapy.git - `scrapyd`: git+https://github.com/scrapy/scrapyd.git - `scrapyd-client`: git+https://github.com/scrapy/scrapyd-client.git - `scrapy-splash`: git+https://github.com/scrapinghub/scrapy-splash.git - `scrapyrt`: git+https://github.com/scrapinghub/scrapyrt.git +- `spidermon`: git+https://github.com/scrapinghub/spidermon.git - `pillow`: git+https://github.com/python-pillow/Pillow.git Please use this as base image for your own project. @@ -151,4 +154,5 @@ $ curl -s 'http://localhost:9080/crawl.json?spider_name=toscrape-css&callback=pa [3]: https://github.com/scrapy/scrapyd-client [4]: https://github.com/scrapinghub/scrapy-splash [5]: https://github.com/scrapinghub/scrapyrt -[6]: https://github.com/python-pillow/Pillow +[6]: https://github.com/scrapinghub/spidermon +[7]: https://github.com/python-pillow/Pillow diff --git a/scrapyd/arm/Dockerfile b/scrapyd/arm/Dockerfile index bbcdd8b..04caad8 100644 --- a/scrapyd/arm/Dockerfile +++ b/scrapyd/arm/Dockerfile @@ -9,6 +9,7 @@ ENV SCRAPY_VERSION=2.5.1 ENV SCRAPYD_VERSION=1.2.1 ENV SCRAPYD_CLIENT_VERSION=v1.2.0 ENV SCRAPYRT_VERSION=v0.12 +ENV SPIDERMON_VERSION=1.15.2 ENV PILLOW_VERSION=8.4.0 RUN set -xe \ @@ -47,6 +48,7 @@ RUN set -xe \ git+https://github.com/scrapy/scrapyd-client.git@$SCRAPYD_CLIENT_VERSION \ git+https://github.com/scrapinghub/scrapy-splash.git \ git+https://github.com/scrapinghub/scrapyrt.git@$SCRAPYRT_VERSION \ + git+https://github.com/scrapinghub/spidermon.git@$SPIDERMON_VERSION \ git+https://github.com/python-pillow/Pillow.git@$PILLOW_VERSION \ && curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \ && echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \ diff --git a/scrapyd/py3/Dockerfile b/scrapyd/py3/Dockerfile index ad9be45..bbf3b5b 100644 --- a/scrapyd/py3/Dockerfile +++ b/scrapyd/py3/Dockerfile @@ -9,6 +9,7 @@ ENV SCRAPY_VERSION=2.5.1 ENV SCRAPYD_VERSION=1.2.1 ENV SCRAPYD_CLIENT_VERSION=v1.2.0 ENV SCRAPYRT_VERSION=v0.12 +ENV SPIDERMON_VERSION=1.15.2 ENV PILLOW_VERSION=8.4.0 RUN set -xe \ @@ -46,6 +47,7 @@ RUN set -xe \ git+https://github.com/scrapy/scrapyd-client.git@$SCRAPYD_CLIENT_VERSION \ git+https://github.com/scrapinghub/scrapy-splash.git \ git+https://github.com/scrapinghub/scrapyrt.git@$SCRAPYRT_VERSION \ + git+https://github.com/scrapinghub/spidermon.git@$SPIDERMON_VERSION \ git+https://github.com/python-pillow/Pillow.git@$PILLOW_VERSION \ && curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \ && echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \