From d0651f80ed46d2731a33cbd569e68af5e388cde0 Mon Sep 17 00:00:00 2001 From: Marvin Zhang Date: Tue, 19 Mar 2019 12:57:36 +0800 Subject: [PATCH] updated celery logging info --- crawlab/tasks/spider.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/crawlab/tasks/spider.py b/crawlab/tasks/spider.py index 93f27a67..fa9d7576 100644 --- a/crawlab/tasks/spider.py +++ b/crawlab/tasks/spider.py @@ -23,6 +23,8 @@ def execute_spider(self, id: str): current_working_directory = os.path.join(PROJECT_DEPLOY_FILE_FOLDER, str(spider.get('_id'))) # log info + logger.info('task_id: %s' % task_id) + logger.info('hostname: %s' % hostname) logger.info('current_working_directory: %s' % current_working_directory) logger.info('spider_id: %s' % id) logger.info(command) @@ -40,7 +42,7 @@ def execute_spider(self, id: str): # create a new task db_manager.update_one('tasks', id=task_id, values={ 'start_ts': datetime.now(), - 'node_id': 'celery@%s' % hostname, + 'node_id': hostname, 'hostname': hostname, 'log_file_path': log_file_path, 'status': TaskStatus.STARTED