Merge remote-tracking branch 'origin/develop' into develop

2026-01-22 17:31:03 +01:00 · 2019-06-03 12:56:40 +08:00
parent bc5d394e52 df187f02d9
commit 91b9a8e78d
112 changed files with 560 additions and 161 deletions
--- a/.gitignore
+++ b/.gitignore
@@ -113,3 +113,6 @@ node_modules/

 # .DS_Store
 .DS_Store
+
+.docks
+.docs
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -0,0 +1,32 @@
+# 0.2.3 (unreleased)
+### Features / Enhancement
+- **CLI**. Allow user to use command-line interface to execute Crawlab programs.
+
+# 0.2.2 (2019-05-30)
+### Features / Enhancement
+- **Automatic Extract Fields**: Automatically extracting data fields in list pages for configurable spider.
+- **Download Results**: Allow downloading results as csv file.
+- **Baidu Tongji**: Allow users to choose to report usage info to Baidu Tongji.
+
+### Bug Fixes
+- **Results Page Pagination**: Fixes so the pagination of results page is working correctly. [#45](https://github.com/tikazyq/crawlab/issues/45)
+- **Schedule Tasks Duplicated Triggers**: Set Flask DEBUG as False so that schedule tasks won't trigger twice. [#32](https://github.com/tikazyq/crawlab/issues/32)
+- **Frontend Environment**: Added `VUE_APP_BASE_URL` as production mode environment variable so the API call won't be always `localhost` in deployed env [#30](https://github.com/tikazyq/crawlab/issues/30)
+
+# 0.2.1 (2019-05-27)
+- **Configurable Spider**: Allow users to create a spider to crawl data without coding.
+
+# 0.2 (2019-05-10)
+
+- **Advanced Stats**: Advanced analytics in spider detail view.
+- **Sites Data**: Added sites list (China) for users to check info such as robots.txt and home page response time/code.
+
+# 0.1.1 (2019-04-23)
+
+- **Basic Stats**: User can view basic stats such as number of failed tasks and number of results in spiders and tasks pages.
+- **Near Realtime Task Info**: Periodically (5 sec) polling data from server to allow view task info in a near-realtime fashion.
+- **Scheduled Tasks**: Allow users to set up cron-like scheduled/periodical tasks using apscheduler.
+
+# 0.1 (2019-04-17)
+
+- **Initial Release**
--- a/59
+++ b/59
@@ -0,0 +1,59 @@
+pipeline {
+    agent {
+        node {
+            label 'crawlab'
+        }
+    }
+
+    environment {
+        HOME = '/home/yeqing'
+        NODE_HOME = '/home/yeqing/.nvm/versions/node/v8.12.0'
+        ROOT_DIR = "/home/yeqing/jenkins_home/workspace/crawlab_${GIT_BRANCH}" 
+        PYTHON_HOME = '/home/yeqing/.pyenv/shims'
+    }
+
+    stages {
+        stage('Setup') {
+            steps {
+                echo "Running Setup..."
+                // sh '. /home/yeqing/.profile'
+                script {
+                    if (env.GIT_BRANCH == 'develop') {
+                        env.MODE = 'test'
+                    } else if (env.GIT_BRANCH == 'master') {
+                        env.MODE = 'production'
+                    } else {
+                        env.MODE = 'test'
+                    }
+                }
+            }
+        }
+        stage('Build Frontend') {
+            steps {
+                echo "Building frontend..."
+                // sh "${NODE_HOME}/bin/node ${NODE_HOME}/bin/npm install -g yarn pm2 --registry=http://registry.npm.taobao.org/"
+                sh "cd ${ROOT_DIR}/frontend && ${NODE_HOME}/bin/node ${NODE_HOME}/bin/yarn install --registry=http://registry.npm.taobao.org/ --scripts-prepend-node-path=${NODE_HOME}/bin/node"
+                sh "cd ${ROOT_DIR}/frontend && ${NODE_HOME}/bin/node ${ROOT_DIR}/frontend/node_modules/.bin/vue-cli-service build --mode=${MODE}"
+            }
+        }
+        stage('Build Backend') {
+            steps {
+                echo "Building backend..."
+                sh "${PYTHON_HOME}/pip install -r ${ROOT_DIR}/crawlab/requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple"
+            }
+        }
+        stage('Test') {
+            steps {
+                echo 'Testing..'
+            }
+        }
+        stage('Deploy') {
+            steps {
+                echo 'Deploying....'
+                sh "${NODE_HOME}/bin/node ${NODE_HOME}/bin/pm2 restart app"
+                sh "${NODE_HOME}/bin/node ${NODE_HOME}/bin/pm2 restart run_flower"
+                sh "${NODE_HOME}/bin/node ${NODE_HOME}/bin/pm2 restart run_worker"
+            }
+        }
+    }
+}
--- a/README-zh.md
+++ b/README-zh.md
@@ -1,18 +1,20 @@
 # Crawlab

-![](https://img.shields.io/badge/版本-v0.2.1-blue.svg)
+![](http://114.67.75.98:8081/buildStatus/icon?job=crawlab%2Fdevelop)
+![](https://img.shields.io/badge/版本-v0.2.3-blue.svg)
 <a href="https://github.com/tikazyq/crawlab/blob/master/LICENSE" target="_blank">
    <img src="https://img.shields.io/badge/License-BSD-blue.svg">
 </a>

+中文 | [English](https://github.com/tikazyq/crawlab/blob/master/README.md)
+
 基于Celery的爬虫分布式爬虫管理平台，支持多种编程语言以及多种爬虫框架.

-[查看演示 Demo](http://139.129.230.98:8080)
-
-[English Documentation](https://github.com/tikazyq/crawlab/blob/master/README.md)
+[查看演示 Demo](http://114.67.75.98:8080) | [文档](https://tikazyq.github.io/crawlab)

 ## 要求
- Python3
+- Python 3.6+
+- Node.js 8.12+
 - MongoDB
 - Redis

@@ -35,20 +37,7 @@ npm install

 ## 快速开始
 ```bash
-# 启动后端API
-python app.py
-
-# 启动Flower服务
-python ./bin/run_flower.py
-
-# 启动worker
-python ./bin/run_worker.py
-```
-
-```bash
-# 运行前端
-cd frontend
-npm run serve
+python manage.py serve
 ```

 ## 截图
@@ -177,6 +166,8 @@ Crawlab使用起来很方便，也很通用，可以适用于几乎任何主流
 - [ ] 登录和用户管理
 - [ ] 全局搜索

+## 社区 & 赞助
+
 如果您觉得Crawlab对您的日常开发或公司有帮助，请加作者微信 tikazyq1 并注明"Crawlab"，作者会将你拉入群。或者，您可以扫下方支付宝二维码给作者打赏去升级团队协作软件或买一杯咖啡。

 <p align="center">
--- a/README.md
+++ b/README.md
@@ -1,18 +1,20 @@
 # Crawlab

-![](https://img.shields.io/badge/version-v0.2.1-blue.svg)
+![](http://114.67.75.98:8081/buildStatus/icon?job=crawlab%2Fdevelop)
+![](https://img.shields.io/badge/version-v0.2.3-blue.svg)
 <a href="https://github.com/tikazyq/crawlab/blob/master/LICENSE" target="_blank">
-    <img src="https://img.shields.io/badge/License-BSD-blue.svg">
+    <img src="https://img.shields.io/badge/license-BSD-blue.svg">
 </a>

+[中文](https://github.com/tikazyq/crawlab/blob/master/README-zh.md) | English
+
 Celery-based web crawler admin platform for managing distributed web spiders regardless of languages and frameworks. 

-[Demo](http://139.129.230.98:8080)
-
-[中文文档](https://github.com/tikazyq/crawlab/blob/master/README-zh.md)
+[Demo](http://114.67.75.98:8080) | [Documentation](https://tikazyq.github.io/crawlab)

 ## Pre-requisite
- Python3
+- Python 3.6+
+- Node.js 8.12+
 - MongoDB
 - Redis

@@ -35,20 +37,7 @@ Please edit configuration file `config.py` to configure api and database connect

 ## Quick Start
 ```bash
-# Start backend API
-python app.py
-
-# Start Flower service
-python ./bin/run_flower.py
-
-# Start worker
-python ./bin/run_worker.py
-```
-
-```bash
-# run frontend client
-cd frontend
-npm run serve
+python manage.py serve
 ```

 ## Screenshot
@@ -166,12 +155,14 @@ Crawlab is easy to use, general enough to adapt spiders in any language and any
 - [ ] More spider examples

 ##### Frontend
- [ ] Task Stats/Analytics
- [ ] Table Filters
+- [x] Task Stats/Analytics
+- [x] Table Filters
 - [x] Multi-Language Support (中文)
 - [ ] Login & User Management
 - [ ] General Search

+## Community & Sponsorship
+
 If you feel Crawlab could benefit your daily work or your company, please add the author's Wechat account noting "Crawlab" to enter the discussion group. Or you scan the Alipay QR code below to give us a reward to upgrade our teamwork software or buy a coffee.

 <p align="center">
--- a/crawlab/init.py
+++ b/crawlab/init.py
--- a/crawlab/bin/run_app.py
+++ b/crawlab/bin/run_app.py
@@ -1,17 +0,0 @@
-import sys
-import os
-
-# make sure the working directory is in system path
-file_dir = os.path.dirname(os.path.realpath(__file__))
-root_path = os.path.abspath(os.path.join(file_dir, '..'))
-sys.path.append(root_path)
-
-from config import PROJECT_LOGS_FOLDER, FLASK_HOST, FLASK_PORT
-from manage import app
-
-# create folder if it does not exist
-if not os.path.exists(PROJECT_LOGS_FOLDER):
-    os.makedirs(PROJECT_LOGS_FOLDER)
-
-# run app instance
-app.run(host=FLASK_HOST, port=FLASK_PORT)
--- a/crawlab/bin/start_flower.sh
+++ b/crawlab/bin/start_flower.sh
@@ -1,2 +0,0 @@
-#!/usr/bin/env bash
-celery flower --broker=mongodb://localhost:27017
--- a/crawlab/config/config.py
+++ b/crawlab/config/config.py
@@ -51,5 +51,5 @@ MONGO_DB = 'crawlab_test'

 # Flask 变量
 DEBUG = False
-FLASK_HOST = '127.0.0.1'
+FLASK_HOST = '0.0.0.0'
 FLASK_PORT = 8000
--- a/crawlab/bin/run_flower.py
+++ b/crawlab/bin/run_flower.py
--- a/crawlab/requirements.txt
+++ b/crawlab/requirements.txt
@@ -10,6 +10,7 @@ Babel==2.6.0
 beautifulsoup4==4.7.1
 billiard==3.6.0.0
 bs4==0.0.1
+bson==0.5.8
 cachetools==3.1.0
 celery==4.3.0
 certifi==2019.3.9
@@ -20,9 +21,11 @@ coloredlogs==10.0
 constantly==15.1.0
 cryptography==2.6.1
 cssselect==1.0.3
+csvalidate==1.1.1
 Flask==1.0.2
 Flask-APScheduler==1.11.0
 Flask-Cors==3.0.7
+Flask-CSV==1.2.0
 Flask-RESTful==0.3.7
 flask-restplus==0.12.1
 flower==0.9.3
@@ -42,6 +45,7 @@ jsonschema==3.0.1
 kombu==4.5.0
 lxml==4.3.3
 MarkupSafe==1.1.1
+marshmallow==2.19.2
 mongoengine==0.17.0
 multidict==4.5.2
 parsel==1.5.1
--- a/crawlab/routes/tasks.py
+++ b/crawlab/routes/tasks.py
@@ -1,6 +1,9 @@
 import json
 import os
 import sys
+from time import time
+
+from flask_csv import send_csv

 try:
    from _signal import SIGKILL
@@ -178,7 +181,7 @@ class TaskApi(BaseApi):
        if not col_name:
            return []
        fields = get_spider_col_fields(col_name)
-        items = db_manager.list(col_name, {'task_id': id})
+        items = db_manager.list(col_name, {'task_id': id}, skip=page_size * (page_num - 1), limit=page_size)
        return {
            'status': 'ok',
            'fields': jsonify(fields),
@@ -213,3 +216,16 @@ class TaskApi(BaseApi):
            'id': id,
            'status': 'ok',
        }
+
+    def download_results(self, id: str):
+        task = db_manager.get('tasks', id=id)
+        spider = db_manager.get('spiders', id=task['spider_id'])
+        col_name = spider.get('col')
+        if not col_name:
+            return send_csv([], f'results_{col_name}_{round(time())}.csv')
+        items = db_manager.list(col_name, {'task_id': id}, limit=999999999)
+        fields = get_spider_col_fields(col_name, task_id=id, limit=999999999)
+        return send_csv(items,
+                        filename=f'results_{col_name}_{round(time())}.csv',
+                        fields=fields,
+                        encoding='utf-8')
--- a/crawlab/utils/spider.py
+++ b/crawlab/utils/spider.py
@@ -41,12 +41,17 @@ def get_spider_type(path: str) -> SpiderType:
            return SpiderType.SCRAPY


-def get_spider_col_fields(col_name: str) -> list:
+def get_spider_col_fields(col_name: str, task_id: str = None, limit: int = 100) -> list:
    """
    Get spider collection fields
    :param col_name: collection name
+    :param task_id: task_id
+    :param limit: limit
    """
-    items = db_manager.list(col_name, {}, limit=100, sort_key='_id')
+    filter_ = {}
+    if task_id is not None:
+        filter_['task_id'] = task_id
+    items = db_manager.list(col_name, filter_, limit=limit, sort_key='_id')
    fields = set()
    for item in items:
        for k in item.keys():
--- a/crawlab/bin/run_worker.py
+++ b/crawlab/bin/run_worker.py
--- a/docs/.DS_Store
+++ b/docs/.DS_Store
--- a/docs/_book/Architecture/App.html
+++ b/docs/_book/Architecture/App.html
@@ -397,7 +397,7 @@
    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
-            gitbook.page.hasChanged({"page":{"title":"App","level":"1.4.2","depth":2,"next":{"title":"Examples","level":"1.5","depth":1,"path":"Examples/README.md","ref":"Examples/README.md","articles":[{"title":"与Scrapy集成","level":"1.5.1","depth":2,"path":"Examples/README.md","ref":"Examples/README.md","articles":[]},{"title":"与Puppeteer集成","level":"1.5.2","depth":2,"path":"Examples/README.md","ref":"Examples/README.md","articles":[]}]},"previous":{"title":"Celery","level":"1.4.1","depth":2,"path":"Architecture/Celery.md","ref":"Architecture/Celery.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["livereload"],"pluginsConfig":{"livereload":{},"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Architecture/App.md","mtime":"2019-03-28T11:49:43.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-16T11:37:08.921Z"},"basePath":"..","book":{"language":""}});
+            gitbook.page.hasChanged({"page":{"title":"App","level":"1.4.2","depth":2,"next":{"title":"Examples","level":"1.5","depth":1,"path":"Examples/README.md","ref":"Examples/README.md","articles":[{"title":"与Scrapy集成","level":"1.5.1","depth":2,"path":"Examples/README.md","ref":"Examples/README.md","articles":[]},{"title":"与Puppeteer集成","level":"1.5.2","depth":2,"path":"Examples/README.md","ref":"Examples/README.md","articles":[]}]},"previous":{"title":"Celery","level":"1.4.1","depth":2,"path":"Architecture/Celery.md","ref":"Architecture/Celery.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Architecture/App.md","mtime":"2019-03-28T11:49:43.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-30T13:15:04.840Z"},"basePath":"..","book":{"language":""}});
        });
    </script>
 </div>
@@ -407,10 +407,6 @@
    <script src="../gitbook/theme.js"></script>
    
        
-        <script src="../gitbook/gitbook-plugin-livereload/plugin.js"></script>
-        
-    
-        
        <script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
--- a/docs/_book/Architecture/Celery.html
+++ b/docs/_book/Architecture/Celery.html
@@ -397,7 +397,7 @@
    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
-            gitbook.page.hasChanged({"page":{"title":"Celery","level":"1.4.1","depth":2,"next":{"title":"App","level":"1.4.2","depth":2,"path":"Architecture/App.md","ref":"Architecture/App.md","articles":[]},"previous":{"title":"架构","level":"1.4","depth":1,"path":"Architecture/README.md","ref":"Architecture/README.md","articles":[{"title":"Celery","level":"1.4.1","depth":2,"path":"Architecture/Celery.md","ref":"Architecture/Celery.md","articles":[]},{"title":"App","level":"1.4.2","depth":2,"path":"Architecture/App.md","ref":"Architecture/App.md","articles":[]}]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["livereload"],"pluginsConfig":{"livereload":{},"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Architecture/Celery.md","mtime":"2019-03-28T11:49:43.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-16T11:37:08.921Z"},"basePath":"..","book":{"language":""}});
+            gitbook.page.hasChanged({"page":{"title":"Celery","level":"1.4.1","depth":2,"next":{"title":"App","level":"1.4.2","depth":2,"path":"Architecture/App.md","ref":"Architecture/App.md","articles":[]},"previous":{"title":"架构","level":"1.4","depth":1,"path":"Architecture/README.md","ref":"Architecture/README.md","articles":[{"title":"Celery","level":"1.4.1","depth":2,"path":"Architecture/Celery.md","ref":"Architecture/Celery.md","articles":[]},{"title":"App","level":"1.4.2","depth":2,"path":"Architecture/App.md","ref":"Architecture/App.md","articles":[]}]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Architecture/Celery.md","mtime":"2019-03-28T11:49:43.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-30T13:15:04.840Z"},"basePath":"..","book":{"language":""}});
        });
    </script>
 </div>
@@ -407,10 +407,6 @@
    <script src="../gitbook/theme.js"></script>
    
        
-        <script src="../gitbook/gitbook-plugin-livereload/plugin.js"></script>
-        
-    
-        
        <script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
--- a/docs/_book/Architecture/index.html
+++ b/docs/_book/Architecture/index.html
@@ -397,7 +397,7 @@
    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
-            gitbook.page.hasChanged({"page":{"title":"架构","level":"1.4","depth":1,"next":{"title":"Celery","level":"1.4.1","depth":2,"path":"Architecture/Celery.md","ref":"Architecture/Celery.md","articles":[]},"previous":{"title":"部署","level":"1.3.4","depth":2,"path":"Concept/Deploy.md","ref":"Concept/Deploy.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["livereload"],"pluginsConfig":{"livereload":{},"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Architecture/README.md","mtime":"2019-03-28T11:41:28.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-16T11:37:08.921Z"},"basePath":"..","book":{"language":""}});
+            gitbook.page.hasChanged({"page":{"title":"架构","level":"1.4","depth":1,"next":{"title":"Celery","level":"1.4.1","depth":2,"path":"Architecture/Celery.md","ref":"Architecture/Celery.md","articles":[]},"previous":{"title":"部署","level":"1.3.4","depth":2,"path":"Concept/Deploy.md","ref":"Concept/Deploy.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Architecture/README.md","mtime":"2019-03-28T11:41:28.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-30T13:15:04.840Z"},"basePath":"..","book":{"language":""}});
        });
    </script>
 </div>
@@ -407,10 +407,6 @@
    <script src="../gitbook/theme.js"></script>
    
        
-        <script src="../gitbook/gitbook-plugin-livereload/plugin.js"></script>
-        
-    
-        
        <script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
--- a/docs/_book/Concept/Deploy.html
+++ b/docs/_book/Concept/Deploy.html
@@ -399,7 +399,7 @@
    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
-            gitbook.page.hasChanged({"page":{"title":"部署","level":"1.3.4","depth":2,"next":{"title":"架构","level":"1.4","depth":1,"path":"Architecture/README.md","ref":"Architecture/README.md","articles":[{"title":"Celery","level":"1.4.1","depth":2,"path":"Architecture/Celery.md","ref":"Architecture/Celery.md","articles":[]},{"title":"App","level":"1.4.2","depth":2,"path":"Architecture/App.md","ref":"Architecture/App.md","articles":[]}]},"previous":{"title":"任务","level":"1.3.3","depth":2,"path":"Concept/Task.md","ref":"Concept/Task.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["livereload"],"pluginsConfig":{"livereload":{},"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Concept/Deploy.md","mtime":"2019-03-28T12:06:24.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-16T11:37:08.921Z"},"basePath":"..","book":{"language":""}});
+            gitbook.page.hasChanged({"page":{"title":"部署","level":"1.3.4","depth":2,"next":{"title":"架构","level":"1.4","depth":1,"path":"Architecture/README.md","ref":"Architecture/README.md","articles":[{"title":"Celery","level":"1.4.1","depth":2,"path":"Architecture/Celery.md","ref":"Architecture/Celery.md","articles":[]},{"title":"App","level":"1.4.2","depth":2,"path":"Architecture/App.md","ref":"Architecture/App.md","articles":[]}]},"previous":{"title":"任务","level":"1.3.3","depth":2,"path":"Concept/Task.md","ref":"Concept/Task.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Concept/Deploy.md","mtime":"2019-03-28T12:06:24.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-30T13:15:04.840Z"},"basePath":"..","book":{"language":""}});
        });
    </script>
 </div>
@@ -409,10 +409,6 @@
    <script src="../gitbook/theme.js"></script>
    
        
-        <script src="../gitbook/gitbook-plugin-livereload/plugin.js"></script>
-        
-    
-        
        <script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
--- a/docs/_book/Concept/Node.html
+++ b/docs/_book/Concept/Node.html
@@ -398,7 +398,7 @@
    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
-            gitbook.page.hasChanged({"page":{"title":"节点","level":"1.3.1","depth":2,"next":{"title":"爬虫","level":"1.3.2","depth":2,"path":"Concept/Spider.md","ref":"Concept/Spider.md","articles":[]},"previous":{"title":"概念","level":"1.3","depth":1,"path":"Concept/README.md","ref":"Concept/README.md","articles":[{"title":"节点","level":"1.3.1","depth":2,"path":"Concept/Node.md","ref":"Concept/Node.md","articles":[]},{"title":"爬虫","level":"1.3.2","depth":2,"path":"Concept/Spider.md","ref":"Concept/Spider.md","articles":[]},{"title":"任务","level":"1.3.3","depth":2,"path":"Concept/Task.md","ref":"Concept/Task.md","articles":[]},{"title":"部署","level":"1.3.4","depth":2,"path":"Concept/Deploy.md","ref":"Concept/Deploy.md","articles":[]}]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["livereload"],"pluginsConfig":{"livereload":{},"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Concept/Node.md","mtime":"2019-03-28T12:02:43.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-16T11:37:08.921Z"},"basePath":"..","book":{"language":""}});
+            gitbook.page.hasChanged({"page":{"title":"节点","level":"1.3.1","depth":2,"next":{"title":"爬虫","level":"1.3.2","depth":2,"path":"Concept/Spider.md","ref":"Concept/Spider.md","articles":[]},"previous":{"title":"概念","level":"1.3","depth":1,"path":"Concept/README.md","ref":"Concept/README.md","articles":[{"title":"节点","level":"1.3.1","depth":2,"path":"Concept/Node.md","ref":"Concept/Node.md","articles":[]},{"title":"爬虫","level":"1.3.2","depth":2,"path":"Concept/Spider.md","ref":"Concept/Spider.md","articles":[]},{"title":"任务","level":"1.3.3","depth":2,"path":"Concept/Task.md","ref":"Concept/Task.md","articles":[]},{"title":"部署","level":"1.3.4","depth":2,"path":"Concept/Deploy.md","ref":"Concept/Deploy.md","articles":[]}]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Concept/Node.md","mtime":"2019-03-28T12:02:43.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-30T13:15:04.840Z"},"basePath":"..","book":{"language":""}});
        });
    </script>
 </div>
@@ -408,10 +408,6 @@
    <script src="../gitbook/theme.js"></script>
    
        
-        <script src="../gitbook/gitbook-plugin-livereload/plugin.js"></script>
-        
-    
-        
        <script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
--- a/docs/_book/Concept/Spider.html
+++ b/docs/_book/Concept/Spider.html
@@ -403,7 +403,7 @@
    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
-            gitbook.page.hasChanged({"page":{"title":"爬虫","level":"1.3.2","depth":2,"next":{"title":"任务","level":"1.3.3","depth":2,"path":"Concept/Task.md","ref":"Concept/Task.md","articles":[]},"previous":{"title":"节点","level":"1.3.1","depth":2,"path":"Concept/Node.md","ref":"Concept/Node.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["livereload"],"pluginsConfig":{"livereload":{},"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Concept/Spider.md","mtime":"2019-03-28T12:03:08.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-16T11:37:08.921Z"},"basePath":"..","book":{"language":""}});
+            gitbook.page.hasChanged({"page":{"title":"爬虫","level":"1.3.2","depth":2,"next":{"title":"任务","level":"1.3.3","depth":2,"path":"Concept/Task.md","ref":"Concept/Task.md","articles":[]},"previous":{"title":"节点","level":"1.3.1","depth":2,"path":"Concept/Node.md","ref":"Concept/Node.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Concept/Spider.md","mtime":"2019-03-28T12:03:08.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-30T13:15:04.840Z"},"basePath":"..","book":{"language":""}});
        });
    </script>
 </div>
@@ -413,10 +413,6 @@
    <script src="../gitbook/theme.js"></script>
    
        
-        <script src="../gitbook/gitbook-plugin-livereload/plugin.js"></script>
-        
-    
-        
        <script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
--- a/docs/_book/Concept/Task.html
+++ b/docs/_book/Concept/Task.html
@@ -398,7 +398,7 @@
    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
-            gitbook.page.hasChanged({"page":{"title":"任务","level":"1.3.3","depth":2,"next":{"title":"部署","level":"1.3.4","depth":2,"path":"Concept/Deploy.md","ref":"Concept/Deploy.md","articles":[]},"previous":{"title":"爬虫","level":"1.3.2","depth":2,"path":"Concept/Spider.md","ref":"Concept/Spider.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["livereload"],"pluginsConfig":{"livereload":{},"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Concept/Task.md","mtime":"2019-03-28T12:04:12.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-16T11:37:08.921Z"},"basePath":"..","book":{"language":""}});
+            gitbook.page.hasChanged({"page":{"title":"任务","level":"1.3.3","depth":2,"next":{"title":"部署","level":"1.3.4","depth":2,"path":"Concept/Deploy.md","ref":"Concept/Deploy.md","articles":[]},"previous":{"title":"爬虫","level":"1.3.2","depth":2,"path":"Concept/Spider.md","ref":"Concept/Spider.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Concept/Task.md","mtime":"2019-03-28T12:04:12.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-30T13:15:04.840Z"},"basePath":"..","book":{"language":""}});
        });
    </script>
 </div>
@@ -408,10 +408,6 @@
    <script src="../gitbook/theme.js"></script>
    
        
-        <script src="../gitbook/gitbook-plugin-livereload/plugin.js"></script>
-        
-    
-        
        <script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
--- a/docs/_book/Concept/index.html
+++ b/docs/_book/Concept/index.html
@@ -397,7 +397,7 @@
    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
-            gitbook.page.hasChanged({"page":{"title":"概念","level":"1.3","depth":1,"next":{"title":"节点","level":"1.3.1","depth":2,"path":"Concept/Node.md","ref":"Concept/Node.md","articles":[]},"previous":{"title":"运行","level":"1.2.2","depth":2,"path":"QuickStart/Run.md","ref":"QuickStart/Run.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["livereload"],"pluginsConfig":{"livereload":{},"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Concept/README.md","mtime":"2019-03-28T11:49:43.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-16T11:37:08.921Z"},"basePath":"..","book":{"language":""}});
+            gitbook.page.hasChanged({"page":{"title":"概念","level":"1.3","depth":1,"next":{"title":"节点","level":"1.3.1","depth":2,"path":"Concept/Node.md","ref":"Concept/Node.md","articles":[]},"previous":{"title":"运行","level":"1.2.2","depth":2,"path":"QuickStart/Run.md","ref":"QuickStart/Run.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Concept/README.md","mtime":"2019-03-28T11:49:43.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-30T13:15:04.840Z"},"basePath":"..","book":{"language":""}});
        });
    </script>
 </div>
@@ -407,10 +407,6 @@
    <script src="../gitbook/theme.js"></script>
    
        
-        <script src="../gitbook/gitbook-plugin-livereload/plugin.js"></script>
-        
-    
-        
        <script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
--- a/docs/_book/Examples/index.html
+++ b/docs/_book/Examples/index.html
@@ -397,7 +397,7 @@
    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
-            gitbook.page.hasChanged({"page":{"title":"Examples","level":"1.5","depth":1,"next":{"title":"与Scrapy集成","level":"1.5.1","depth":2,"path":"Examples/README.md","ref":"Examples/README.md","articles":[]},"previous":{"title":"App","level":"1.4.2","depth":2,"path":"Architecture/App.md","ref":"Architecture/App.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["livereload"],"pluginsConfig":{"livereload":{},"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Examples/README.md","mtime":"2019-03-28T11:41:28.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-16T11:37:08.921Z"},"basePath":"..","book":{"language":""}});
+            gitbook.page.hasChanged({"page":{"title":"Examples","level":"1.5","depth":1,"next":{"title":"与Scrapy集成","level":"1.5.1","depth":2,"path":"Examples/README.md","ref":"Examples/README.md","articles":[]},"previous":{"title":"App","level":"1.4.2","depth":2,"path":"Architecture/App.md","ref":"Architecture/App.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Examples/README.md","mtime":"2019-03-28T11:41:28.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-30T13:15:04.840Z"},"basePath":"..","book":{"language":""}});
        });
    </script>
 </div>
@@ -407,10 +407,6 @@
    <script src="../gitbook/theme.js"></script>
    
        
-        <script src="../gitbook/gitbook-plugin-livereload/plugin.js"></script>
-        
-    
-        
        <script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
--- a/docs/Functions/FunctionList.md
+++ b/docs/Functions/FunctionList.md
@@ -0,0 +1,61 @@
+# 功能列表
+
+类别 | 功能名称 | 已统计 | 备注
+--- | --- | --- | ---
+全局 | 打开页面 | Y | _trackPageview
+全局 | 切换中英文 | Y
+全局 | 允许/禁止统计 | Y
+节点 | 刷新 | Y
+节点 | 查看 | Y
+节点 | 删除 | Y
+节点详情 | 保存 | Y
+节点详情 | 切换节点 | Y
+爬虫 | 部署所有爬虫 | Y
+爬虫 | 导入爬虫 | Y
+爬虫 | 添加爬虫-可配置爬虫 | Y
+爬虫 | 添加爬虫-自定义爬虫 | Y
+爬虫 | 刷新 | Y
+爬虫 | 查看 | Y
+爬虫 | 删除 | Y
+爬虫 | 部署 | Y
+爬虫 | 运行 | Y
+爬虫 | 搜索网站 | Y
+爬虫详情 | 切换爬虫 | Y
+爬虫详情 | 切换标签 | Y
+爬虫详情-概览 | 保存 | Y
+爬虫详情-概览 | 部署 | Y
+爬虫详情-概览 | 运行 | Y
+爬虫详情-环境 | 添加 | Y
+爬虫详情-环境 | 删除 | Y
+爬虫详情-环境 | 保存 | Y
+爬虫详情-配置 | 保存 | Y
+爬虫详情-配置 | 预览 | Y
+爬虫详情-配置 | 提取字段 | Y
+爬虫详情-配置 | 运行 | Y
+爬虫详情-配置 | 添加字段 | Y
+爬虫详情-配置 | 更改字段 | Y
+爬虫详情-配置 | 删除字段 | Y
+爬虫详情-配置 | 设置详情页URL | Y
+任务 | 选择节点 | Y
+任务 | 选择爬虫 | Y
+任务 | 点击爬虫详情 | Y
+任务 | 点击节点详情 | Y
+任务 | 搜索 | Y
+任务 | 查看 | Y
+任务 | 删除 | Y
+任务详情 | 切换标签 | Y
+任务详情-概览 | 点击爬虫详情 | Y
+任务详情-概览 | 点击节点详情 | Y
+任务详情-结果 | 下载CSV | Y
+定时任务 | 添加 | Y
+定时任务 | 修改 | Y
+定时任务 | 删除 | Y
+定时任务 | 提交 | Y
+部署 | 刷新 | Y
+网站 | 搜索 | Y
+网站 | 选择主类别 | Y
+网站 | 选择类别 | Y
+网站 | 点击域名 | Y
+网站 | 点击爬虫数 | Y
+网站 | 点击Robots协议 | N
+
--- a/docs/_book/QuickStart/Installation.html
+++ b/docs/_book/QuickStart/Installation.html
@@ -408,7 +408,7 @@ npm install
    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
-            gitbook.page.hasChanged({"page":{"title":"安装","level":"1.2.1","depth":2,"next":{"title":"运行","level":"1.2.2","depth":2,"path":"QuickStart/Run.md","ref":"QuickStart/Run.md","articles":[]},"previous":{"title":"快速开始","level":"1.2","depth":1,"path":"QuickStart/README.md","ref":"QuickStart/README.md","articles":[{"title":"安装","level":"1.2.1","depth":2,"path":"QuickStart/Installation.md","ref":"QuickStart/Installation.md","articles":[]},{"title":"运行","level":"1.2.2","depth":2,"path":"QuickStart/Run.md","ref":"QuickStart/Run.md","articles":[]}]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["livereload"],"pluginsConfig":{"livereload":{},"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"QuickStart/Installation.md","mtime":"2019-03-28T11:55:48.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-16T11:37:08.921Z"},"basePath":"..","book":{"language":""}});
+            gitbook.page.hasChanged({"page":{"title":"安装","level":"1.2.1","depth":2,"next":{"title":"运行","level":"1.2.2","depth":2,"path":"QuickStart/Run.md","ref":"QuickStart/Run.md","articles":[]},"previous":{"title":"快速开始","level":"1.2","depth":1,"path":"QuickStart/README.md","ref":"QuickStart/README.md","articles":[{"title":"安装","level":"1.2.1","depth":2,"path":"QuickStart/Installation.md","ref":"QuickStart/Installation.md","articles":[]},{"title":"运行","level":"1.2.2","depth":2,"path":"QuickStart/Run.md","ref":"QuickStart/Run.md","articles":[]}]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"QuickStart/Installation.md","mtime":"2019-03-28T11:55:48.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-30T13:15:04.840Z"},"basePath":"..","book":{"language":""}});
        });
    </script>
 </div>
@@ -418,10 +418,6 @@ npm install
    <script src="../gitbook/theme.js"></script>
    
        
-        <script src="../gitbook/gitbook-plugin-livereload/plugin.js"></script>
-        
-    
-        
        <script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
--- a/docs/_book/QuickStart/Run.html
+++ b/docs/_book/QuickStart/Run.html
@@ -440,7 +440,7 @@ npm run serve
    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
-            gitbook.page.hasChanged({"page":{"title":"运行","level":"1.2.2","depth":2,"next":{"title":"概念","level":"1.3","depth":1,"path":"Concept/README.md","ref":"Concept/README.md","articles":[{"title":"节点","level":"1.3.1","depth":2,"path":"Concept/Node.md","ref":"Concept/Node.md","articles":[]},{"title":"爬虫","level":"1.3.2","depth":2,"path":"Concept/Spider.md","ref":"Concept/Spider.md","articles":[]},{"title":"任务","level":"1.3.3","depth":2,"path":"Concept/Task.md","ref":"Concept/Task.md","articles":[]},{"title":"部署","level":"1.3.4","depth":2,"path":"Concept/Deploy.md","ref":"Concept/Deploy.md","articles":[]}]},"previous":{"title":"安装","level":"1.2.1","depth":2,"path":"QuickStart/Installation.md","ref":"QuickStart/Installation.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["livereload"],"pluginsConfig":{"livereload":{},"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"QuickStart/Run.md","mtime":"2019-03-28T12:00:11.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-16T11:37:08.921Z"},"basePath":"..","book":{"language":""}});
+            gitbook.page.hasChanged({"page":{"title":"运行","level":"1.2.2","depth":2,"next":{"title":"概念","level":"1.3","depth":1,"path":"Concept/README.md","ref":"Concept/README.md","articles":[{"title":"节点","level":"1.3.1","depth":2,"path":"Concept/Node.md","ref":"Concept/Node.md","articles":[]},{"title":"爬虫","level":"1.3.2","depth":2,"path":"Concept/Spider.md","ref":"Concept/Spider.md","articles":[]},{"title":"任务","level":"1.3.3","depth":2,"path":"Concept/Task.md","ref":"Concept/Task.md","articles":[]},{"title":"部署","level":"1.3.4","depth":2,"path":"Concept/Deploy.md","ref":"Concept/Deploy.md","articles":[]}]},"previous":{"title":"安装","level":"1.2.1","depth":2,"path":"QuickStart/Installation.md","ref":"QuickStart/Installation.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"QuickStart/Run.md","mtime":"2019-03-28T12:00:11.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-30T13:15:04.840Z"},"basePath":"..","book":{"language":""}});
        });
    </script>
 </div>
@@ -450,10 +450,6 @@ npm run serve
    <script src="../gitbook/theme.js"></script>
    
        
-        <script src="../gitbook/gitbook-plugin-livereload/plugin.js"></script>
-        
-    
-        
        <script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
--- a/docs/_book/QuickStart/index.html
+++ b/docs/_book/QuickStart/index.html
@@ -401,7 +401,7 @@
    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
-            gitbook.page.hasChanged({"page":{"title":"快速开始","level":"1.2","depth":1,"next":{"title":"安装","level":"1.2.1","depth":2,"path":"QuickStart/Installation.md","ref":"QuickStart/Installation.md","articles":[]},"previous":{"title":"简介","level":"1.1","depth":1,"path":"README.md","ref":"README.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["livereload"],"pluginsConfig":{"livereload":{},"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"QuickStart/README.md","mtime":"2019-03-28T12:02:02.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-16T11:37:08.921Z"},"basePath":"..","book":{"language":""}});
+            gitbook.page.hasChanged({"page":{"title":"快速开始","level":"1.2","depth":1,"next":{"title":"安装","level":"1.2.1","depth":2,"path":"QuickStart/Installation.md","ref":"QuickStart/Installation.md","articles":[]},"previous":{"title":"简介","level":"1.1","depth":1,"path":"README.md","ref":"README.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"QuickStart/README.md","mtime":"2019-03-28T12:02:02.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-30T13:15:04.840Z"},"basePath":"..","book":{"language":""}});
        });
    </script>
 </div>
@@ -411,10 +411,6 @@
    <script src="../gitbook/theme.js"></script>
    
        
-        <script src="../gitbook/gitbook-plugin-livereload/plugin.js"></script>
-        
-    
-        
        <script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
--- a/docs/_book/img/crawlab-architecture
+++ b/docs/_book/img/crawlab-architecture
--- a/docs/_book/img/screenshot-home.png
+++ b/docs/_book/img/screenshot-home.png
--- a/docs/_book/img/screenshot-node-detail.png
+++ b/docs/_book/img/screenshot-node-detail.png
--- a/docs/_book/img/screenshot-nodes.png
+++ b/docs/_book/img/screenshot-nodes.png
--- a/docs/_book/img/screenshot-spider-detail-overview.png
+++ b/docs/_book/img/screenshot-spider-detail-overview.png
--- a/docs/_book/img/screenshot-spider-import.png
+++ b/docs/_book/img/screenshot-spider-import.png
--- a/docs/_book/img/screenshot-spiders.png
+++ b/docs/_book/img/screenshot-spiders.png
--- a/docs/_book/img/screenshot-task-detail-log.png
+++ b/docs/_book/img/screenshot-task-detail-log.png
--- a/docs/_book/img/screenshot-task-detail-overview.png
+++ b/docs/_book/img/screenshot-task-detail-overview.png
--- a/docs/_book/img/screenshot-task-detail-results.png
+++ b/docs/_book/img/screenshot-task-detail-results.png
--- a/docs/_book/img/screenshot-tasks.png
+++ b/docs/_book/img/screenshot-tasks.png
--- a/docs/_book/gitbook/fonts/fontawesome/FontAwesome.otf
+++ b/docs/_book/gitbook/fonts/fontawesome/FontAwesome.otf
--- a/docs/_book/gitbook/fonts/fontawesome/fontawesome-webfont.eot
+++ b/docs/_book/gitbook/fonts/fontawesome/fontawesome-webfont.eot
--- a/docs/_book/gitbook/fonts/fontawesome/fontawesome-webfont.svg
+++ b/docs/_book/gitbook/fonts/fontawesome/fontawesome-webfont.svg
--- a/docs/_book/gitbook/fonts/fontawesome/fontawesome-webfont.ttf
+++ b/docs/_book/gitbook/fonts/fontawesome/fontawesome-webfont.ttf
--- a/docs/_book/gitbook/fonts/fontawesome/fontawesome-webfont.woff
+++ b/docs/_book/gitbook/fonts/fontawesome/fontawesome-webfont.woff
--- a/docs/_book/gitbook/fonts/fontawesome/fontawesome-webfont.woff2
+++ b/docs/_book/gitbook/fonts/fontawesome/fontawesome-webfont.woff2
--- a/docs/_book/gitbook/gitbook-plugin-fontsettings/fontsettings.js
+++ b/docs/_book/gitbook/gitbook-plugin-fontsettings/fontsettings.js
--- a/docs/_book/gitbook/gitbook-plugin-fontsettings/website.css
+++ b/docs/_book/gitbook/gitbook-plugin-fontsettings/website.css
--- a/docs/_book/gitbook/gitbook-plugin-highlight/ebook.css
+++ b/docs/_book/gitbook/gitbook-plugin-highlight/ebook.css
--- a/docs/_book/gitbook/gitbook-plugin-highlight/website.css
+++ b/docs/_book/gitbook/gitbook-plugin-highlight/website.css
--- a/docs/_book/gitbook/gitbook-plugin-lunr/lunr.min.js
+++ b/docs/_book/gitbook/gitbook-plugin-lunr/lunr.min.js
--- a/docs/_book/gitbook/gitbook-plugin-lunr/search-lunr.js
+++ b/docs/_book/gitbook/gitbook-plugin-lunr/search-lunr.js
--- a/docs/_book/gitbook/gitbook-plugin-search/lunr.min.js
+++ b/docs/_book/gitbook/gitbook-plugin-search/lunr.min.js
--- a/docs/_book/gitbook/gitbook-plugin-search/search-engine.js
+++ b/docs/_book/gitbook/gitbook-plugin-search/search-engine.js
--- a/docs/_book/gitbook/gitbook-plugin-search/search.css
+++ b/docs/_book/gitbook/gitbook-plugin-search/search.css
--- a/docs/_book/gitbook/gitbook-plugin-search/search.js
+++ b/docs/_book/gitbook/gitbook-plugin-search/search.js
--- a/docs/_book/gitbook/gitbook-plugin-sharing/buttons.js
+++ b/docs/_book/gitbook/gitbook-plugin-sharing/buttons.js
--- a/docs/_book/gitbook/gitbook.js
+++ b/docs/_book/gitbook/gitbook.js
--- a/docs/_book/gitbook/images/apple-touch-icon-precomposed-152.png
+++ b/docs/_book/gitbook/images/apple-touch-icon-precomposed-152.png
--- a/docs/_book/gitbook/images/favicon.ico
+++ b/docs/_book/gitbook/images/favicon.ico
--- a/docs/_book/gitbook/style.css
+++ b/docs/_book/gitbook/style.css
--- a/docs/_book/gitbook/theme.js
+++ b/docs/_book/gitbook/theme.js
--- a/docs/_book/index.html
+++ b/docs/_book/index.html
@@ -548,7 +548,7 @@ MONGO_DB = <span class="hljs-string">&apos;crawlab_test&apos;</span>
    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
-            gitbook.page.hasChanged({"page":{"title":"简介","level":"1.1","depth":1,"next":{"title":"快速开始","level":"1.2","depth":1,"path":"QuickStart/README.md","ref":"QuickStart/README.md","articles":[{"title":"安装","level":"1.2.1","depth":2,"path":"QuickStart/Installation.md","ref":"QuickStart/Installation.md","articles":[]},{"title":"运行","level":"1.2.2","depth":2,"path":"QuickStart/Run.md","ref":"QuickStart/Run.md","articles":[]}]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["livereload"],"pluginsConfig":{"livereload":{},"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"README.md","mtime":"2019-03-28T11:44:15.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-16T11:37:08.921Z"},"basePath":".","book":{"language":""}});
+            gitbook.page.hasChanged({"page":{"title":"简介","level":"1.1","depth":1,"next":{"title":"快速开始","level":"1.2","depth":1,"path":"QuickStart/README.md","ref":"QuickStart/README.md","articles":[{"title":"安装","level":"1.2.1","depth":2,"path":"QuickStart/Installation.md","ref":"QuickStart/Installation.md","articles":[]},{"title":"运行","level":"1.2.2","depth":2,"path":"QuickStart/Run.md","ref":"QuickStart/Run.md","articles":[]}]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"README.md","mtime":"2019-03-28T11:44:15.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-05-30T13:15:04.840Z"},"basePath":".","book":{"language":""}});
        });
    </script>
 </div>
@@ -558,10 +558,6 @@ MONGO_DB = <span class="hljs-string">&apos;crawlab_test&apos;</span>
    <script src="gitbook/theme.js"></script>
    
        
-        <script src="gitbook/gitbook-plugin-livereload/plugin.js"></script>
-        
-    
-        
        <script src="gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
--- a/docs/_book/search_index.json
+++ b/docs/_book/search_index.json
--- a/frontend/.env.production
+++ b/frontend/.env.production
@@ -1,2 +1,2 @@
 NODE_ENV='production'
-VUE_APP_BASE_URL=http://crawlab.cn:8000/api
+VUE_APP_BASE_URL='http://114.67.75.98:8000/api'
--- a/frontend/.env.test
+++ b/frontend/.env.test
@@ -0,0 +1,2 @@
+NODE_ENV='test'
+VUE_APP_BASE_URL='http://114.67.75.98:8000/api'
--- a/frontend/package.json
+++ b/frontend/package.json
@@ -1,6 +1,6 @@
 {
  "name": "crawlab",
-  "version": "0.2.1",
+  "version": "0.2.3",
  "private": true,
  "scripts": {
    "serve": "cross-env NODE_ENV=development vue-cli-service serve --ip=0.0.0.0",
--- a/frontend/src/App.vue
+++ b/frontend/src/App.vue
@@ -29,9 +29,11 @@ export default {
      localStorage.setItem('useStats', value)
      document.querySelector('.el-message__closeBtn').click()
      if (value === 1) {
-        window._hmt.push(['_trackPageview', '/allow_stats'])
+        this.$st.sendPv('/allow_stats')
+        this.$st.sendEv('全局', '允许/禁止统计', 'value', 'allow')
      } else {
-        window._hmt.push(['_trackPageview', '/disallow_stats'])
+        this.$st.sendPv('/disallow_stats')
+        this.$st.sendEv('全局', '允许/禁止统计', 'value', 'disallow')
      }
    }

--- a/frontend/src/api/request.js
+++ b/frontend/src/api/request.js
@@ -1,6 +1,6 @@
 import axios from 'axios'

-let baseUrl = process.env.VUE_APP_API_BASE_URL ? process.env.VUE_APP_API_BASE_URL : 'http://localhost:8000/api'
+let baseUrl = process.env.VUE_APP_BASE_URL ? process.env.VUE_APP_BASE_URL : 'http://localhost:8000/api'
 // console.log(process.env)
 // const baseUrl = process.env.API_BASE_URL || 'http://localhost:8000/api'

--- a/frontend/src/components/Config/ConfigList.vue
+++ b/frontend/src/components/Config/ConfigList.vue
@@ -163,6 +163,7 @@ export default {
      this.spiderForm.crawl_type = value
    },
    onSave () {
+      this.$st.sendEv('爬虫详情-配置', '保存')
      return new Promise((resolve, reject) => {
        this.saveLoading = true
        this.$store.dispatch('spider/updateSpiderFields')
@@ -207,6 +208,7 @@ export default {
            .finally(() => {
              this.previewLoading = false
            })
+          this.$st.sendEv('爬虫详情-配置', '预览')
        })
    },
    onCrawl () {
@@ -219,6 +221,7 @@ export default {
            .then(() => {
              this.$message.success(this.$t(`Spider task has been scheduled`))
            })
+          this.$st.sendEv('爬虫详情-配置', '运行')
        })
    },
    onExtractFields () {
@@ -239,6 +242,7 @@ export default {
            .finally(() => {
              this.extractFieldsLoading = false
            })
+          this.$st.sendEv('爬虫详情-配置', '提取字段')
        })
    },
    renderHeader (h, { column }) {
--- a/frontend/src/components/Environment/EnvironmentList.vue
+++ b/frontend/src/components/Environment/EnvironmentList.vue
@@ -49,10 +49,11 @@ export default {
        name: '',
        value: ''
      })
-      console.log(this.spiderForm)
+      this.$st.sendEv('爬虫详情-环境', '添加')
    },
    deleteEnv (index) {
      this.spiderForm.envs.splice(index, 1)
+      this.$st.sendEv('爬虫详情-环境', '删除')
    },
    save () {
      this.$store.dispatch('spider/updateSpiderEnvs')
@@ -62,6 +63,7 @@ export default {
        .catch(error => {
          this.$message.error(error)
        })
+      this.$st.sendEv('爬虫详情-环境', '保存')
    }
  }
 }
--- a/frontend/src/components/InfoView/NodeInfoView.vue
+++ b/frontend/src/components/InfoView/NodeInfoView.vue
@@ -55,6 +55,7 @@ export default {
            })
        }
      })
+      this.$st.sendEv('节点详情', '保存')
    }
  }
 }
--- a/frontend/src/components/InfoView/SpiderInfoView.vue
+++ b/frontend/src/components/InfoView/SpiderInfoView.vue
@@ -127,6 +127,7 @@ export default {
                .then(() => {
                  this.$message.success(this.$t(`Spider task has been scheduled`))
                })
+              this.$st.sendEv('爬虫详情-概览', '运行')
            })
        }
      })
@@ -149,6 +150,7 @@ export default {
                .then(() => {
                  this.$message.success(this.$t(`Spider has been deployed`))
                })
+              this.$st.sendEv('爬虫详情-概览', '部署')
            })
        }
      })
@@ -165,6 +167,7 @@ export default {
            })
        }
      })
+      this.$st.sendEv('爬虫详情-概览', '保存')
    },
    fetchSiteSuggestions (keyword, callback) {
      this.$request.get('/sites', {
--- a/frontend/src/components/Overview/TaskOverview.vue
+++ b/frontend/src/components/Overview/TaskOverview.vue
@@ -52,9 +52,11 @@ export default {
  methods: {
    onClickNodeTitle () {
      this.$router.push(`/nodes/${this.nodeForm._id}`)
+      this.$st.sendEv('任务详情-概览', '点击节点详情')
    },
    onClickSpiderTitle () {
      this.$router.push(`/spiders/${this.spiderForm._id}`)
+      this.$st.sendEv('任务详情-概览', '点击爬虫详情')
    }
  },
  created () {
--- a/frontend/src/components/TableView/FieldsTableView.vue
+++ b/frontend/src/components/TableView/FieldsTableView.vue
@@ -109,14 +109,17 @@ export default {
        type: 'css',
        extract_type: 'text'
      })
+      this.$st.sendEv('爬虫详情-配置', '添加字段')
    },
    deleteField (index) {
      this.fields.splice(index, 1)
+      this.$st.sendEv('爬虫详情-配置', '删除字段')
    },
    onNameChange (row) {
      if (this.fields.filter(d => d.name === row.name).length > 1) {
        this.$message.error(this.$t(`Duplicated field names for ${row.name}`))
      }
+      this.$st.sendEv('爬虫详情-配置', '更改字段')
    },
    onCheck (row) {
      this.fields.forEach(d => {
@@ -124,6 +127,7 @@ export default {
          this.$set(d, 'is_detail', false)
        }
      })
+      this.$st.sendEv('爬虫详情-配置', '设置详情页URL')
    }
  }
 }
--- a/frontend/src/components/TableView/GeneralTableView.vue
+++ b/frontend/src/components/TableView/GeneralTableView.vue
@@ -58,18 +58,18 @@ export default {
  computed: {
    filteredData () {
      return this.data
-        .map(d => d)
-        .filter((d, index) => {
-          // pagination
-          const pageNum = this.pageNum
-          const pageSize = this.pageSize
-          return (pageSize * (pageNum - 1) <= index) && (index < pageSize * pageNum)
-        })
+      // .map(d => d)
+      // .filter((d, index) => {
+      //   // pagination
+      //   const pageNum = this.pageNum
+      //   const pageSize = this.pageSize
+      //   return (pageSize * (pageNum - 1) <= index) && (index < pageSize * pageNum)
+      // })
    }
  },
  methods: {
    onPageChange () {
-      this.$emit('page-change')
+      this.$emit('page-change', { pageNum: this.pageNum, pageSize: this.pageSize })
    }
  }
 }
--- a/frontend/src/i18n/zh.js
+++ b/frontend/src/i18n/zh.js
@@ -56,6 +56,8 @@ export default {
  'Stop': '停止',
  'Preview': '预览',
  'Extract Fields': '提取字段',
+  'Download': '下载',
+  'Download CSV': '下载CSV',

  // 主页
  'Total Tasks': '总任务数',
--- a/frontend/src/main.js
+++ b/frontend/src/main.js
@@ -12,8 +12,6 @@ import 'font-awesome/scss/font-awesome.scss'// FontAwesome

 import 'codemirror/lib/codemirror.css'

-// import ba from 'vue-ba'
-
 import App from './App'
 import store from './store'
 import router from './router'
@@ -23,6 +21,7 @@ import '@/permission' // permission control

 import request from './api/request'
 import i18n from './i18n'
+import utils from './utils'

 Vue.use(ElementUI, { locale })

@@ -45,6 +44,12 @@ window._hmt = window._hmt || [];
 // inject request api
 Vue.prototype.$request = request

+// inject utils
+Vue.prototype.$utils = utils
+
+// inject stats
+Vue.prototype.$st = utils.stats
+
 const app = new Vue({
  el: '#app',
  i18n,
--- a/frontend/src/router/index.js
+++ b/frontend/src/router/index.js
@@ -1,6 +1,8 @@
 import Vue from 'vue'
 import Router from 'vue-router'

+import stats from '../utils/stats'
+
 /* Layout */
 import Layout from '../views/layout/Layout'

@@ -224,9 +226,7 @@ router.beforeEach((to, from, next) => {

 router.afterEach((to, from, next) => {
  if (to.path) {
-    if (localStorage.getItem('useStats') !== '0') {
-      window._hmt.push(['_trackPageview', to.path])
-    }
+    stats.sendPv(to.path)
  }
 })

--- a/frontend/src/store/modules/task.js
+++ b/frontend/src/store/modules/task.js
@@ -18,7 +18,7 @@ const state = {
  pageNum: 0,
  pageSize: 10,
  // results
-  resultsPageNum: 0,
+  resultsPageNum: 1,
  resultsPageSize: 10
 }

--- a/frontend/src/utils/index.js
+++ b/frontend/src/utils/index.js
@@ -0,0 +1,5 @@
+import stats from './stats'
+
+export default {
+  stats
+}
--- a/frontend/src/utils/stats.js
+++ b/frontend/src/utils/stats.js
@@ -0,0 +1,12 @@
+export default {
+  sendPv (page) {
+    if (localStorage.getItem('useStats') !== '0') {
+      window._hmt.push(['_trackPageview', page])
+    }
+  },
+  sendEv (category, eventName, optLabel, optValue) {
+    if (localStorage.getItem('useStats') !== '0') {
+      window._hmt.push(['_trackEvent', category, eventName, optLabel, optValue])
+    }
+  }
+}
--- a/frontend/src/views/deploy/DeployList.vue
+++ b/frontend/src/views/deploy/DeployList.vue
@@ -134,6 +134,7 @@ export default {
    },
    onRefresh () {
      this.$store.dispatch('deploy/getDeployList')
+      this.$st.sendEv('部署', '刷新')
    },
    onView (row) {
      this.$router.push(`/deploys/${row._id}`)
--- a/frontend/src/views/layout/components/Navbar.vue
+++ b/frontend/src/views/layout/components/Navbar.vue
@@ -57,6 +57,8 @@ export default {
      window.localStorage.setItem('lang', lang)
      this.$i18n.locale = lang
      this.$store.commit('lang/SET_LANG', lang)
+
+      this.$st.sendEv('全局', '切换中英文', 'lang', lang)
    }
  }
 }
--- a/frontend/src/views/node/NodeDetail.vue
+++ b/frontend/src/views/node/NodeDetail.vue
@@ -47,6 +47,7 @@ export default {
    },
    onNodeChange (id) {
      this.$router.push(`/nodes/${id}`)
+      this.$st.sendEv('节点详情', '切换节点')
    }
  },
  created () {
--- a/frontend/src/views/node/NodeList.vue
+++ b/frontend/src/views/node/NodeList.vue
@@ -123,8 +123,7 @@ export default {
    }
  },
  methods: {
-    onSearch (value) {
-      console.log(value)
+    onSearch () {
    },
    onAdd () {
      this.$store.commit('node/SET_NODE_FORM', [])
@@ -133,6 +132,7 @@ export default {
    },
    onRefresh () {
      this.$store.dispatch('node/getNodeList')
+      this.$st.sendEv('节点', '刷新')
    },
    onSubmit () {
      const vm = this
@@ -159,7 +159,6 @@ export default {
      this.dialogVisible = false
    },
    onEdit (row) {
-      console.log(row)
      this.isEditMode = true
      this.$store.commit('node/SET_NODE_FORM', row)
      this.dialogVisible = true
@@ -177,10 +176,13 @@ export default {
              message: 'Deleted successfully'
            })
          })
+        this.$st.sendEv('节点', '删除', 'id', row._id)
      })
    },
    onView (row) {
      this.$router.push(`/nodes/${row._id}`)
+
+      this.$st.sendEv('节点', '查看', 'id', row._id)
    },
    onPageChange () {
      this.$store.dispatch('node/getNodeList')
--- a/frontend/src/views/schedule/ScheduleList.vue
+++ b/frontend/src/views/schedule/ScheduleList.vue
@@ -160,6 +160,7 @@ export default {
      this.isEdit = false
      this.dialogVisible = true
      this.$store.commit('schedule/SET_SCHEDULE_FORM', {})
+      this.$st.sendEv('定时任务', '添加')
    },
    onAddSubmit () {
      this.$refs.scheduleForm.validate(res => {
@@ -179,6 +180,7 @@ export default {
            })
        }
      })
+      this.$st.sendEv('定时任务', '提交')
    },
    isShowRun () {
    },
@@ -186,6 +188,7 @@ export default {
      this.$store.commit('schedule/SET_SCHEDULE_FORM', row)
      this.dialogVisible = true
      this.isEdit = true
+      this.$st.sendEv('定时任务', '修改', 'id', row._id)
    },
    onRemove (row) {
      this.$store.dispatch('schedule/removeSchedule', row._id)
@@ -195,6 +198,7 @@ export default {
            this.$message.success(`Schedule "${row.name}" has been removed`)
          }, 100)
        })
+      this.$st.sendEv('定时任务', '删除', 'id', row._id)
    },
    onCrawl () {
    }
--- a/frontend/src/views/site/SiteList.vue
+++ b/frontend/src/views/site/SiteList.vue
@@ -8,11 +8,11 @@
                v-model="keyword">
      </el-input>
      <el-select v-model="filter.mainCategory" class="filter-category" :placeholder="$t('Select Main Category')"
-                 clearable filterable>
+                 clearable filterable @change="onSelectMainCategory">
        <el-option v-for="op in mainCategoryList" :key="op" :value="op" :label="op"></el-option>
      </el-select>
      <el-select v-model="filter.category" class="filter-category" :placeholder="$t('Select Category')"
-                 clearable filterable>
+                 clearable filterable @change="onSelectCategory">
        <el-option v-for="op in categoryList" :key="op" :value="op" :label="op"></el-option>
      </el-select>
      <el-button type="success"
@@ -53,7 +53,8 @@
                         :width="col.width"
                         :align="col.align">
          <template slot-scope="scope">
-            <a class="domain" :href="'http://' + scope.row[col.name]" target="_blank">
+            <a class="domain" :href="'http://' + scope.row[col.name]" target="_blank"
+               @click="onClickDomain(scope.row._id)">
              {{scope.row[col.name]}}
            </a>
          </template>
@@ -84,7 +85,7 @@
          <template slot-scope="scope">
            <div>
              <template v-if="scope.row[col.name]">
-                <a :href="`http://${scope.row._id}/robots.txt`" target="_blank">
+                <a :href="`http://${scope.row._id}/robots.txt`" target="_blank" @click="onClickRobots(scope.row._id)">
                  Y
                </a>
              </template>
@@ -242,6 +243,16 @@ export default {
      setTimeout(() => {
        this.$store.dispatch('site/getSiteList')
      }, 0)
+      this.$st.sendEv('网站', '搜索')
+    },
+    onSelectMainCategory () {
+      this.$st.sendEv('网站', '选择主类别')
+    },
+    onSelectCategory () {
+      this.$st.sendEv('网站', '选择类别')
+    },
+    onClickDomain (domain) {
+      this.$st.sendEv('网站', '点击域名', 'domain', domain)
    },
    onPageChange () {
      setTimeout(() => {
@@ -302,6 +313,10 @@ export default {
    },
    goToSpiders (domain) {
      this.$router.push({ name: 'SpiderList', params: { domain } })
+      this.$st.sendEv('网站', '点击爬虫数', 'domain', domain)
+    },
+    onClickRobots (domain) {
+      this.$st.sendEv('网站', '点击Robots协议', 'domain', domain)
    }
  },
  created () {
--- a/frontend/src/views/spider/SpiderDetail.vue
+++ b/frontend/src/views/spider/SpiderDetail.vue
@@ -72,15 +72,17 @@ export default {
    }
  },
  methods: {
-    onTabClick () {
+    onTabClick (tab) {
      if (this.activeTabName === 'analytics') {
        setTimeout(() => {
          this.$refs['spider-stats'].update()
        }, 0)
      }
+      this.$st.sendEv('爬虫详情', '切换标签', 'tabName', tab.name)
    },
    onSpiderChange (id) {
      this.$router.push(`/spiders/${id}`)
+      this.$st.sendEv('爬虫详情', '切换爬虫')
    }
  },
  created () {
--- a/frontend/src/views/spider/SpiderList.vue
+++ b/frontend/src/views/spider/SpiderList.vue
@@ -292,13 +292,16 @@ export default {
      this.$store.commit('spider/SET_SPIDER_FORM', {})
      this.addDialogVisible = false
      this.addConfigurableDialogVisible = true
+      this.$st.sendEv('爬虫', '添加爬虫-可配置爬虫')
    },
    onAddCustomized () {
      this.addDialogVisible = false
      this.addCustomizedDialogVisible = true
+      this.$st.sendEv('爬虫', '添加爬虫-自定义爬虫')
    },
    onRefresh () {
      this.$store.dispatch('spider/getSpiderList')
+      this.$st.sendEv('爬虫', '刷新')
    },
    onSubmit () {
      const vm = this
@@ -354,6 +357,7 @@ export default {
              message: 'Deleted successfully'
            })
          })
+        this.$st.sendEv('爬虫', '删除')
      })
    },
    onDeploy (row) {
@@ -369,6 +373,7 @@ export default {
              message: 'Deployed successfully'
            })
          })
+        this.$st.sendEv('爬虫', '部署')
      })
    },
    onCrawl (row) {
@@ -381,10 +386,12 @@ export default {
            .then(() => {
              this.$message.success(this.$t(`Spider task has been scheduled`))
            })
+          this.$st.sendEv('爬虫', '运行')
        })
    },
    onView (row) {
      this.$router.push(`/spiders/${row._id}`)
+      this.$st.sendEv('爬虫', '查看')
    },
    onPageChange () {
      this.$store.dispatch('spider/getSpiderList')
@@ -408,6 +415,7 @@ export default {
            })
        }
      })
+      this.$st.sendEv('爬虫', '导入爬虫')
    },
    openImportDialog () {
      this.dialogVisible = true
@@ -423,6 +431,7 @@ export default {
            .then(() => {
              this.$message.success(this.$t('Deployed all spiders successfully'))
            })
+          this.$st.sendEv('爬虫', '部署所有爬虫')
        })
    },
    isShowRun (row) {
@@ -455,6 +464,7 @@ export default {
    },
    onSiteSelect (item) {
      this.$store.commit('spider/SET_FILTER_SITE', item._id)
+      this.$st.sendEv('爬虫', '搜索网站')
    },
    onAddConfigurableSiteSelect (item) {
      this.spiderForm.site = item._id
--- a/frontend/src/views/task/TaskDetail.vue
+++ b/frontend/src/views/task/TaskDetail.vue
@@ -15,11 +15,17 @@
        </el-card>
      </el-tab-pane>
      <el-tab-pane :label="$t('Results')" name="results">
+        <div class="button-group">
+          <el-button type="primary" icon="el-icon-download" @click="downloadCSV">
+            {{$t('Download CSV')}}
+          </el-button>
+        </div>
        <general-table-view :data="taskResultsData"
                            :columns="taskResultsColumns"
                            :page-num="resultsPageNum"
                            :page-size="resultsPageSize"
-                            :total="taskResultsTotalCount"/>
+                            :total="taskResultsTotalCount"
+                            @page-change="onResultsPageChange"/>
      </el-tab-pane>
    </el-tabs>
  </div>
@@ -74,10 +80,21 @@ export default {
    }
  },
  methods: {
-    onTabClick () {
+    onTabClick (tab) {
+      this.$st.sendEv('任务详情', '切换标签', 'tabName', tab.name)
    },
    onSpiderChange (id) {
      this.$router.push(`/spiders/${id}`)
+    },
+    onResultsPageChange (payload) {
+      const { pageNum, pageSize } = payload
+      this.resultsPageNum = pageNum
+      this.resultsPageSize = pageSize
+      this.$store.dispatch('task/getTaskResults', this.$route.params.id)
+    },
+    downloadCSV () {
+      window.location.href = this.$request.baseUrl + '/tasks/' + this.$route.params.id + '/download_results'
+      this.$st.sendEv('任务详情-结果', '下载CSV')
    }
  },
  created () {
@@ -114,4 +131,9 @@ export default {
    overflow-x: auto;
    overflow-y: auto;
  }
+
+  .button-group {
+    margin-bottom: 10px;
+    text-align: right;
+  }
 </style>
--- a/frontend/src/views/task/TaskList.vue
+++ b/frontend/src/views/task/TaskList.vue
@@ -3,10 +3,20 @@
    <!--filter-->
    <div class="filter">
      <div class="left">
-        <el-select class="filter-select" v-model="filter.node_id" :placeholder="$t('Node')" filterable clearable>
+        <el-select class="filter-select"
+                   v-model="filter.node_id"
+                   :placeholder="$t('Node')"
+                   filterable
+                   clearable
+                   @change="onSelectNode">
          <el-option v-for="op in nodeList" :key="op._id" :value="op._id" :label="op.name"></el-option>
        </el-select>
-        <el-select class="filter-select" v-model="filter.spider_id" :placeholder="$t('Spider')" filterable clearable>
+        <el-select class="filter-select"
+                   v-model="filter.spider_id"
+                   :placeholder="$t('Spider')"
+                   filterable
+                   clearable
+                   @change="onSelectSpider">
          <el-option v-for="op in spiderList" :key="op._id" :value="op._id" :label="op.name"></el-option>
        </el-select>
        <el-button type="success"
@@ -183,6 +193,13 @@ export default {
    },
    onRefresh () {
      this.$store.dispatch('task/getTaskList')
+      this.$st.sendEv('任务', '搜索')
+    },
+    onSelectNode () {
+      this.$st.sendEv('任务', '选择节点')
+    },
+    onSelectSpider () {
+      this.$st.sendEv('任务', '选择爬虫')
    },
    onRemove (row) {
      this.$confirm(this.$t('Are you sure to delete this task?'), this.$t('Notification'), {
@@ -197,16 +214,20 @@ export default {
              message: 'Deleted successfully'
            })
          })
+        this.$st.sendEv('任务', '删除', 'id', row._id)
      })
    },
    onView (row) {
      this.$router.push(`/tasks/${row._id}`)
+      this.$st.sendEv('任务', '搜索', 'id', row._id)
    },
    onClickSpider (row) {
      this.$router.push(`/spiders/${row.spider_id}`)
+      this.$st.sendEv('任务', '点击爬虫详情', 'id', row.spider_id)
    },
    onClickNode (row) {
      this.$router.push(`/nodes/${row.node_id}`)
+      this.$st.sendEv('任务', '点击节点详情', 'id', row.node_id)
    },
    onPageChange () {
      setTimeout(() => {
--- a/gitbook/Architecture/App.md
+++ b/gitbook/Architecture/App.md
--- a/gitbook/Architecture/Celery.md
+++ b/gitbook/Architecture/Celery.md
--- a/gitbook/Architecture/README.md
+++ b/gitbook/Architecture/README.md
--- a/gitbook/Concept/Deploy.md
+++ b/gitbook/Concept/Deploy.md
--- a/gitbook/Concept/Node.md
+++ b/gitbook/Concept/Node.md
--- a/gitbook/Concept/README.md
+++ b/gitbook/Concept/README.md
--- a/gitbook/Concept/Spider.md
+++ b/gitbook/Concept/Spider.md
--- a/gitbook/Concept/Task.md
+++ b/gitbook/Concept/Task.md
--- a/gitbook/Examples/README.md
+++ b/gitbook/Examples/README.md
--- a/Show More
+++ b/Show More