git-sync/crawlab
1
0
Fork 0
mirror of https://github.com/crawlab-team/crawlab.git synced 2026-01-22 17:31:03 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #491 from crawlab-team/develop

Browse Source 
updated added splash support
This commit is contained in:
Marvin Zhang
2020-01-30 11:39:16 +08:00
committed by GitHub
parent 0ee8f1beab a1559339e7
commit e0c4e098c1
3 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
Dockerfile
View File

@@ -35,7 +35,7 @@ RUN apt-get update \
&& ln -s /usr/bin/python3 /usr/local/bin/python
# install backend
RUN pip install scrapy pymongo bs4 requests crawlab-sdk
RUN pip install scrapy pymongo bs4 requests crawlab-sdk scrapy-splash
# add files
ADD . /app

2
Dockerfile.local
View File

@@ -33,7 +33,7 @@ RUN chmod 777 /tmp \
&& ln -s /usr/bin/python3 /usr/local/bin/python
# install backend
RUN pip install scrapy pymongo bs4 requests crawlab-sdk -i https://pypi.tuna.tsinghua.edu.cn/simple
RUN pip install scrapy pymongo bs4 requests crawlab-sdk scrapy-splash -i https://pypi.tuna.tsinghua.edu.cn/simple
# add files
ADD . /app

5
jenkins/master/docker-compose.yaml
View File

@@ -39,3 +39,8 @@ services:
restart: always
volumes:
- "/opt/crawlab/redis/data:/data"
splash: # use Splash to run spiders on dynamic pages
image: scrapinghub/splash
container_name: splash
# ports:
# - "8050:8050"