updated README.md

code cleanup
This commit is contained in:
Marvin Zhang
2019-04-03 19:58:21 +08:00
parent 2895aebc01
commit 563ecea96f
92 changed files with 38 additions and 7829 deletions

View File

@@ -2,7 +2,7 @@
# 爬虫源码路径
PROJECT_SOURCE_FILE_FOLDER = '../spiders'
# 配置python虚拟环境的路径
PYTHON_ENV_PATH="/Users/chennan/Desktop/2019/env/bin/python"
PYTHON_ENV_PATH = '/Users/chennan/Desktop/2019/env/bin/python'
# 爬虫部署路径
PROJECT_DEPLOY_FILE_FOLDER = '../deployfile'
@@ -31,4 +31,3 @@ MONGO_DB = 'crawlab_test'
DEBUG = True
FLASK_HOST = '127.0.0.1'
FLASK_PORT = 8000

31
crawlab/requirements.txt Normal file
View File

@@ -0,0 +1,31 @@
amqp==2.4.2
aniso8601==6.0.0
APScheduler==3.6.0
Babel==2.6.0
billiard==3.6.0.0
celery==4.3.0
certifi==2019.3.9
chardet==3.0.4
Click==7.0
coloredlogs==10.0
Flask==1.0.2
Flask-Cors==3.0.7
Flask-RESTful==0.3.7
flower==0.9.3
humanfriendly==4.18
idna==2.8
itsdangerous==1.1.0
Jinja2==2.10
kombu==4.5.0
MarkupSafe==1.1.1
mongoengine==0.17.0
pymongo==3.7.2
pytz==2018.9
redis==3.2.1
requests==2.21.0
six==1.12.0
tornado==5.1.1
tzlocal==1.5.1
urllib3==1.24.1
vine==1.3.0
Werkzeug==0.15.2

View File

@@ -10,6 +10,7 @@ from utils import jsonify
from utils.spider import get_spider_col_fields
from utils.log import other
class TaskApi(BaseApi):
col_name = 'tasks'