git-sync/crawlab
1
0
Fork 0
mirror of https://github.com/crawlab-team/crawlab.git synced 2026-01-21 17:21:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

updated stats for spider

Browse Source
This commit is contained in:
Marvin Zhang
2019-04-28 19:37:48 +08:00
parent ae01b4f9e2
commit be9aed5cb7
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
crawlab/routes/stats.py
View File

@@ -124,7 +124,6 @@ class StatsApi(BaseApi):
duration = (task['finish_ts'] - task['create_ts']).total_seconds()
total_seconds += duration
# task count by node
task_count_by_node_ = []
for status, value in task_count_by_node.items():
@@ -217,7 +216,12 @@ class StatsApi(BaseApi):
col_name = spider.get('col')
if col_name is not None:
for task in tasks:
result_count += db_manager.count(col_name, {'task_id': task['_id']})
result_count += db_manager.count(col_name, {
'task_id': task['_id'],
'create_ts': {
'$gte': datetime.now() - timedelta(30)
}
})
# top tasks
# top_10_tasks = db_manager.list('tasks', {'spider_id': spider['_id']})