mirrors/dockerfiles_vimagick
2
0
Fork 0
mirror of https://github.com/vimagick/dockerfiles.git synced 2025-12-21 21:33:02 +01:00
Code Issues Projects Releases Wiki Activity

update scrapyd

Browse Source
This commit is contained in:
kev
2020-05-26 17:31:46 +08:00
parent 649be8784b
commit 8eac19f9f5
3 changed files with 21 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
scrapyd/Dockerfile
View File

@@ -2,8 +2,12 @@
# Dockerfile for scrapyd # Dockerfile for scrapyd
# #
FROM debian:stretch FROM debian:buster
MAINTAINER kev <noreply@easypi.pro> MAINTAINER EasyPi Software Foundation
ENV SCRAPY_VERSION=1.8.0
ENV SCRAPYD_VERSION=1.2.1
ENV PILLOW_VERSION=6.2.2
RUN set -xe \ RUN set -xe \
&& apt-get update \ && apt-get update \
@@ -33,12 +37,12 @@ RUN set -xe \
zlib1g \ zlib1g \
zlib1g-dev \ zlib1g-dev \
&& curl -sSL https://bootstrap.pypa.io/get-pip.py | python \ && curl -sSL https://bootstrap.pypa.io/get-pip.py | python \
&& pip install git+https://github.com/scrapy/scrapy.git \ && pip install git+https://github.com/scrapy/scrapy.git@$SCRAPY_VERSION \
git+https://github.com/scrapy/scrapyd.git \ git+https://github.com/scrapy/scrapyd.git@$SCRAPYD_VERSION \
git+https://github.com/scrapy/scrapyd-client.git \ git+https://github.com/scrapy/scrapyd-client.git \
git+https://github.com/scrapinghub/scrapy-splash.git \ git+https://github.com/scrapinghub/scrapy-splash.git \
git+https://github.com/scrapinghub/scrapyrt.git \ git+https://github.com/scrapinghub/scrapyrt.git \
git+https://github.com/python-pillow/Pillow.git \ git+https://github.com/python-pillow/Pillow.git@$PILLOW_VERSION \
&& curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \ && curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \
&& echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \ && echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \
&& apt-get purge -y --auto-remove autoconf \ && apt-get purge -y --auto-remove autoconf \

4
scrapyd/README.md
View File

@@ -18,7 +18,7 @@ utility which allows you to deploy your project to a Scrapyd server.
[pillow][6] is the Python Imaging Library to support the ImagesPipeline. [pillow][6] is the Python Imaging Library to support the ImagesPipeline.
This image is based on `debian:stretch`, 6 latest python packages are installed: This image is based on `debian:buster`, 6 latest python packages are installed:
- `scrapy`: git+https://github.com/scrapy/scrapy.git - `scrapy`: git+https://github.com/scrapy/scrapy.git
- `scrapyd`: git+https://github.com/scrapy/scrapyd.git - `scrapyd`: git+https://github.com/scrapy/scrapyd.git
@@ -29,6 +29,8 @@ This image is based on `debian:stretch`, 6 latest python packages are installed:
Please use this as base image for your own project. Please use this as base image for your own project.
:warning: Scrapy has dropped support for Python 2.7, which reached end-of-life on 2020-01-01.
## docker-compose.yml ## docker-compose.yml
```yaml ```yaml

14
scrapyd/py3/Dockerfile
View File

@@ -2,8 +2,12 @@
# Dockerfile for scrapyd:py3 # Dockerfile for scrapyd:py3
# #
FROM debian:stretch FROM debian:buster
MAINTAINER kev <noreply@easypi.pro> MAINTAINER EasyPi Software Foundation
ENV SCRAPY_VERSION=2.1.0
ENV SCRAPYD_VERSION=1.2.1
ENV PILLOW_VERSION=7.1.2
RUN set -xe \ RUN set -xe \
&& apt-get update \ && apt-get update \
@@ -33,12 +37,12 @@ RUN set -xe \
zlib1g \ zlib1g \
zlib1g-dev \ zlib1g-dev \
&& curl -sSL https://bootstrap.pypa.io/get-pip.py | python3 \ && curl -sSL https://bootstrap.pypa.io/get-pip.py | python3 \
&& pip install git+https://github.com/scrapy/scrapy.git \ && pip install git+https://github.com/scrapy/scrapy.git@$SCRAPY_VERSION \
git+https://github.com/scrapy/scrapyd.git \ git+https://github.com/scrapy/scrapyd.git@$SCRAPYD_VERSION \
git+https://github.com/scrapy/scrapyd-client.git \ git+https://github.com/scrapy/scrapyd-client.git \
git+https://github.com/scrapinghub/scrapy-splash.git \ git+https://github.com/scrapinghub/scrapy-splash.git \
git+https://github.com/scrapinghub/scrapyrt.git \ git+https://github.com/scrapinghub/scrapyrt.git \
git+https://github.com/python-pillow/Pillow.git \ git+https://github.com/python-pillow/Pillow.git@$PILLOW_VERSION \
&& curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \ && curl -sSL https://github.com/scrapy/scrapy/raw/master/extras/scrapy_bash_completion -o /etc/bash_completion.d/scrapy_bash_completion \
&& echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \ && echo 'source /etc/bash_completion.d/scrapy_bash_completion' >> /root/.bashrc \
&& apt-get purge -y --auto-remove autoconf \ && apt-get purge -y --auto-remove autoconf \