git-sync/crawlab
1
0
Fork 0
mirror of https://github.com/crawlab-team/crawlab.git synced 2026-01-22 17:31:03 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix issue #12

Browse Source
This commit is contained in:
Marvin Zhang
2019-04-23 19:40:33 +08:00
parent d495912f5c
commit 4cd5407e98
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
crawlab/tasks/spider.py
View File

@@ -3,6 +3,8 @@ from datetime import datetime
from time import sleep
from bson import ObjectId
from pymongo import ASCENDING
from config import PROJECT_DEPLOY_FILE_FOLDER, PROJECT_LOGS_FOLDER, PYTHON_ENV_PATH
from constants.task import TaskStatus
from db.manager import db_manager
@@ -88,7 +90,7 @@ def execute_spider(self, id: str, params: str = None):
env['CRAWLAB_COLLECTION'] = spider.get('col')
# create index to speed results data retrieval
db_manager.create_index(spider.get('col'), {'task_id': 1})
db_manager.create_index(spider.get('col'), [('task_id', ASCENDING)])
# start process
cmd_arr = command.split(' ')