From 4cd5407e98b9c189956573548114bc0ff2bf436b Mon Sep 17 00:00:00 2001 From: Marvin Zhang Date: Tue, 23 Apr 2019 19:40:33 +0800 Subject: [PATCH] fix issue #12 --- crawlab/tasks/spider.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/crawlab/tasks/spider.py b/crawlab/tasks/spider.py index 8a844968..ad47b655 100644 --- a/crawlab/tasks/spider.py +++ b/crawlab/tasks/spider.py @@ -3,6 +3,8 @@ from datetime import datetime from time import sleep from bson import ObjectId +from pymongo import ASCENDING + from config import PROJECT_DEPLOY_FILE_FOLDER, PROJECT_LOGS_FOLDER, PYTHON_ENV_PATH from constants.task import TaskStatus from db.manager import db_manager @@ -88,7 +90,7 @@ def execute_spider(self, id: str, params: str = None): env['CRAWLAB_COLLECTION'] = spider.get('col') # create index to speed results data retrieval - db_manager.create_index(spider.get('col'), {'task_id': 1}) + db_manager.create_index(spider.get('col'), [('task_id', ASCENDING)]) # start process cmd_arr = command.split(' ')