download results

CHANGELOG.md

@@ -1,6 +1,7 @@
 # 0.2.2 (unreleased)
 ### Features / Enhancement
-- **Automatic Extract Fields**: Automatically extracting data fields in list pages for configurable spider
+- **Automatic Extract Fields**: Automatically extracting data fields in list pages for configurable spider.
+- **Download Results**: Allow downloading results as csv file.
 - **Baidu Tongji**: Allow users to choose to report usage info to Baidu Tongji.
 
 ### Bug Fixes

crawlab/routes/tasks.py

@@ -223,6 +223,9 @@ class TaskApi(BaseApi):
         col_name = spider.get('col')
         if not col_name:
             return send_csv([], f'results_{col_name}_{round(time())}.csv')
-        items = db_manager.list(col_name, {'task_id': id})
+        items = db_manager.list(col_name, {'task_id': id}, limit=999999999)
         fields = get_spider_col_fields(col_name)
-        return send_csv(items, filename=f'results_{col_name}_{round(time())}.csv', fields=fields, encoding='utf-8')
+        return send_csv(items,
+                        filename=f'results_{col_name}_{round(time())}.csv',
+                        fields=fields,
+                        encoding='utf-8')