mirror of
https://github.com/crawlab-team/crawlab.git
synced 2026-01-25 17:42:25 +01:00
updated docs
This commit is contained in:
Marvin Zhang
632
docs/Installation/Direct.html
Normal file
632
docs/Installation/Direct.html
Normal file
@@ -0,0 +1,632 @@
|
||||
|
||||
<!DOCTYPE HTML>
|
||||
<html lang="" >
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<meta content="text/html; charset=utf-8" http-equiv="Content-Type">
|
||||
<title>直接部署 · GitBook</title>
|
||||
<meta http-equiv="X-UA-Compatible" content="IE=edge" />
|
||||
<meta name="description" content="">
|
||||
<meta name="generator" content="GitBook 3.2.3">
|
||||
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/style.css">
|
||||
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/gitbook-plugin-highlight/website.css">
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/gitbook-plugin-search/search.css">
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/gitbook-plugin-fontsettings/website.css">
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
<meta name="HandheldFriendly" content="true"/>
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
|
||||
<meta name="apple-mobile-web-app-capable" content="yes">
|
||||
<meta name="apple-mobile-web-app-status-bar-style" content="black">
|
||||
<link rel="apple-touch-icon-precomposed" sizes="152x152" href="../gitbook/images/apple-touch-icon-precomposed-152.png">
|
||||
<link rel="shortcut icon" href="../gitbook/images/favicon.ico" type="image/x-icon">
|
||||
|
||||
|
||||
<link rel="next" href="Preview.html" />
|
||||
|
||||
|
||||
<link rel="prev" href="Docker.html" />
|
||||
|
||||
|
||||
</head>
|
||||
<body>
|
||||
|
||||
<div class="book">
|
||||
<div class="book-summary">
|
||||
|
||||
|
||||
<div id="book-search-input" role="search">
|
||||
<input type="text" placeholder="Type to search" />
|
||||
</div>
|
||||
|
||||
|
||||
<nav role="navigation">
|
||||
|
||||
|
||||
|
||||
<ul class="summary">
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.1" data-path="../">
|
||||
|
||||
<a href="../">
|
||||
|
||||
|
||||
Crawlab简介
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.2" data-path="./">
|
||||
|
||||
<a href="./">
|
||||
|
||||
|
||||
安装Crawlab
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.2.1" data-path="Docker.html">
|
||||
|
||||
<a href="Docker.html">
|
||||
|
||||
|
||||
Docker
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter active" data-level="1.2.2" data-path="Direct.html">
|
||||
|
||||
<a href="Direct.html">
|
||||
|
||||
|
||||
直接部署
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.2.3" data-path="Preview.html">
|
||||
|
||||
<a href="Preview.html">
|
||||
|
||||
|
||||
预览模式
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3" data-path="../Usage/">
|
||||
|
||||
<a href="../Usage/">
|
||||
|
||||
|
||||
使用Crawlab
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.1" data-path="../Usage/Node/">
|
||||
|
||||
<a href="../Usage/Node/">
|
||||
|
||||
|
||||
节点
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.1.1" data-path="../Usage/Node/View.html">
|
||||
|
||||
<a href="../Usage/Node/View.html">
|
||||
|
||||
|
||||
查看节点列表
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.1.2" data-path="../Usage/Node/Edit.html">
|
||||
|
||||
<a href="../Usage/Node/Edit.html">
|
||||
|
||||
|
||||
修改节点信息
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2" data-path="../Usage/Spider/">
|
||||
|
||||
<a href="../Usage/Spider/">
|
||||
|
||||
|
||||
爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.2.1" data-path="../Usage/Spider/Create.html">
|
||||
|
||||
<a href="../Usage/Spider/Create.html">
|
||||
|
||||
|
||||
创建爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.2.1.1" data-path="../Usage/Spider/CustomizedSpider.html">
|
||||
|
||||
<a href="../Usage/Spider/CustomizedSpider.html">
|
||||
|
||||
|
||||
自定义爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.1.2" data-path="../Usage/Spider/ConfigurableSpider.html">
|
||||
|
||||
<a href="../Usage/Spider/ConfigurableSpider.html">
|
||||
|
||||
|
||||
可配置爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.2" data-path="../Usage/Spider/Deploy.html">
|
||||
|
||||
<a href="../Usage/Spider/Deploy.html">
|
||||
|
||||
|
||||
部署爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.3" data-path="../Usage/Spider/Run.html">
|
||||
|
||||
<a href="../Usage/Spider/Run.html">
|
||||
|
||||
|
||||
运行爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.4" data-path="../Usage/Spider/Analytics.html">
|
||||
|
||||
<a href="../Usage/Spider/Analytics.html">
|
||||
|
||||
|
||||
统计数据
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.3" data-path="../Usage/Task/">
|
||||
|
||||
<a href="../Usage/Task/">
|
||||
|
||||
|
||||
任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.3.1" data-path="../Usage/Task/View.html">
|
||||
|
||||
<a href="../Usage/Task/View.html">
|
||||
|
||||
|
||||
查看任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.3.2" data-path="../Usage/Task/Action.html">
|
||||
|
||||
<a href="../Usage/Task/Action.html">
|
||||
|
||||
|
||||
操作任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.3.3" data-path="../Usage/Task/DownloadResults.html">
|
||||
|
||||
<a href="../Usage/Task/DownloadResults.html">
|
||||
|
||||
|
||||
下载结果
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.4" data-path="../Usage/Schedule/">
|
||||
|
||||
<a href="../Usage/Schedule/">
|
||||
|
||||
|
||||
定时任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.5" data-path="../Usage/Site/">
|
||||
|
||||
<a href="../Usage/Site/">
|
||||
|
||||
|
||||
网站
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.4" data-path="../Architecture/">
|
||||
|
||||
<a href="../Architecture/">
|
||||
|
||||
|
||||
架构
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.5" data-path="../Examples/">
|
||||
|
||||
<a href="../Examples/">
|
||||
|
||||
|
||||
样例
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.5.1" data-path="../Examples/ScrapyIntegration.html">
|
||||
|
||||
<a href="../Examples/ScrapyIntegration.html">
|
||||
|
||||
|
||||
与Scrapy集成
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
|
||||
|
||||
<li class="divider"></li>
|
||||
|
||||
<li>
|
||||
<a href="https://www.gitbook.com" target="blank" class="gitbook-link">
|
||||
Published with GitBook
|
||||
</a>
|
||||
</li>
|
||||
</ul>
|
||||
|
||||
|
||||
</nav>
|
||||
|
||||
|
||||
</div>
|
||||
|
||||
<div class="book-body">
|
||||
|
||||
<div class="body-inner">
|
||||
|
||||
|
||||
|
||||
<div class="book-header" role="navigation">
|
||||
|
||||
|
||||
<!-- Title -->
|
||||
<h1>
|
||||
<i class="fa fa-circle-o-notch fa-spin"></i>
|
||||
<a href=".." >直接部署</a>
|
||||
</h1>
|
||||
</div>
|
||||
|
||||
|
||||
|
||||
|
||||
<div class="page-wrapper" tabindex="-1" role="main">
|
||||
<div class="page-inner">
|
||||
|
||||
<div id="book-search-results">
|
||||
<div class="search-noresults">
|
||||
|
||||
<section class="normal markdown-section">
|
||||
|
||||
<h2 id="直接部署">直接部署</h2>
|
||||
<p>直接部署是之前没有Docker时的部署方式，相对于Docker部署来说有些繁琐。但了解如何直接部署可以帮助更深入地理解Docker是如何构建Crawlab镜像的。这里简单介绍一下。</p>
|
||||
<h3 id="拉取代码">拉取代码</h3>
|
||||
<p>首先是将github上的代码拉取到本地。</p>
|
||||
<pre><code class="lang-bash">git <span class="hljs-built_in">clone</span> https://github.com/tikazyq/crawlab
|
||||
</code></pre>
|
||||
<h3 id="安装">安装</h3>
|
||||
<p>安装前端所需库。</p>
|
||||
<pre><code class="lang-bash">npm install -g yarn pm2
|
||||
<span class="hljs-built_in">cd</span> frontend
|
||||
yarn install
|
||||
</code></pre>
|
||||
<p>安装后端所需库。</p>
|
||||
<pre><code class="lang-bash"><span class="hljs-built_in">cd</span> ../crawlab
|
||||
pip install -r requirements
|
||||
</code></pre>
|
||||
<h3 id="配置">配置</h3>
|
||||
<p>分别配置前端配置文件<code>./frontend/.env.production</code>和后端配置文件<code>./crawlab/config/config.py</code>。分别需要对部署后API地址以及数据库地址进行配置。</p>
|
||||
<h3 id="构建">构建</h3>
|
||||
<p>这里的构建是指前端构建，需要执行以下命令。</p>
|
||||
<pre><code class="lang-bash"><span class="hljs-built_in">cd</span> ../frontend
|
||||
npm run build:prod
|
||||
</code></pre>
|
||||
<p>构建完成后，会在<code>./frontend</code>目录下创建一个<code>dist</code>文件夹，里面是打包好后的静态文件。</p>
|
||||
<h3 id="nginx">Nginx</h3>
|
||||
<p>安装<code>nginx</code>，在<code>ubuntu 16.04</code>是以下命令。</p>
|
||||
<pre><code class="lang-bash">sudo apt-get install nginx
|
||||
</code></pre>
|
||||
<p>添加<code>/etc/nginx/conf.d/crawlab.conf</code>文件，输入以下内容。</p>
|
||||
<pre><code>server {
|
||||
listen 8080;
|
||||
server_name dev.crawlab.com;
|
||||
root /home/yeqing/jenkins_home/workspace/crawlab_develop/frontend/dist;
|
||||
index index.html;
|
||||
}
|
||||
</code></pre><p>其中，<code>root</code>是静态文件的根目录，这里是<code>npm</code>打包好后的静态文件。</p>
|
||||
<p>现在，只需要启动<code>nginx</code>服务就完成了启动前端服务。</p>
|
||||
<pre><code class="lang-bash">nginx reload
|
||||
</code></pre>
|
||||
<h3 id="启动服务">启动服务</h3>
|
||||
<p>这里是指启动后端服务。我们用<code>pm2</code>来管理进程。执行以下命令。</p>
|
||||
<pre><code class="lang-bash">pm2 start app.py <span class="hljs-comment"># API服务</span>
|
||||
pm2 start worker.py <span class="hljs-comment"># Worker</span>
|
||||
pm2 start flower.py <span class="hljs-comment"># Flower</span>
|
||||
</code></pre>
|
||||
<p>这样，<code>pm2</code>会启动3个守护进程来管理这3个服务。我们如果想看后端服务的日志的话，可以执行以下命令。</p>
|
||||
<pre><code class="lang-bash">pm2 logs [app]
|
||||
</code></pre>
|
||||
<p>然后在浏览器中输入<code>http://localhost:8080</code>就可以看到界面了。</p>
|
||||
|
||||
|
||||
</section>
|
||||
|
||||
</div>
|
||||
<div class="search-results">
|
||||
<div class="has-results">
|
||||
|
||||
<h1 class="search-results-title"><span class='search-results-count'></span> results matching "<span class='search-query'></span>"</h1>
|
||||
<ul class="search-results-list"></ul>
|
||||
|
||||
</div>
|
||||
<div class="no-results">
|
||||
|
||||
<h1 class="search-results-title">No results matching "<span class='search-query'></span>"</h1>
|
||||
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
</div>
|
||||
</div>
|
||||
|
||||
</div>
|
||||
|
||||
|
||||
|
||||
<a href="Docker.html" class="navigation navigation-prev " aria-label="Previous page: Docker">
|
||||
<i class="fa fa-angle-left"></i>
|
||||
</a>
|
||||
|
||||
|
||||
<a href="Preview.html" class="navigation navigation-next " aria-label="Next page: 预览模式">
|
||||
<i class="fa fa-angle-right"></i>
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</div>
|
||||
|
||||
<script>
|
||||
var gitbook = gitbook || [];
|
||||
gitbook.push(function() {
|
||||
gitbook.page.hasChanged({"page":{"title":"直接部署","level":"1.2.2","depth":2,"next":{"title":"预览模式","level":"1.2.3","depth":2,"path":"Installation/Preview.md","ref":"Installation/Preview.md","articles":[]},"previous":{"title":"Docker","level":"1.2.1","depth":2,"path":"Installation/Docker.md","ref":"Installation/Docker.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Installation/Direct.md","mtime":"2019-06-16T03:18:40.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-06-16T14:03:57.361Z"},"basePath":"..","book":{"language":""}});
|
||||
});
|
||||
</script>
|
||||
</div>
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook.js"></script>
|
||||
<script src="../gitbook/theme.js"></script>
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-search/search.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-lunr/lunr.min.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-lunr/search-lunr.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-sharing/buttons.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-fontsettings/fontsettings.js"></script>
|
||||
|
||||
|
||||
|
||||
</body>
|
||||
</html>
|
||||
|
||||
707
docs/Installation/Docker.html
Normal file
707
docs/Installation/Docker.html
Normal file
@@ -0,0 +1,707 @@
|
||||
|
||||
<!DOCTYPE HTML>
|
||||
<html lang="" >
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<meta content="text/html; charset=utf-8" http-equiv="Content-Type">
|
||||
<title>Docker · GitBook</title>
|
||||
<meta http-equiv="X-UA-Compatible" content="IE=edge" />
|
||||
<meta name="description" content="">
|
||||
<meta name="generator" content="GitBook 3.2.3">
|
||||
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/style.css">
|
||||
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/gitbook-plugin-highlight/website.css">
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/gitbook-plugin-search/search.css">
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/gitbook-plugin-fontsettings/website.css">
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
<meta name="HandheldFriendly" content="true"/>
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
|
||||
<meta name="apple-mobile-web-app-capable" content="yes">
|
||||
<meta name="apple-mobile-web-app-status-bar-style" content="black">
|
||||
<link rel="apple-touch-icon-precomposed" sizes="152x152" href="../gitbook/images/apple-touch-icon-precomposed-152.png">
|
||||
<link rel="shortcut icon" href="../gitbook/images/favicon.ico" type="image/x-icon">
|
||||
|
||||
|
||||
<link rel="next" href="Direct.html" />
|
||||
|
||||
|
||||
<link rel="prev" href="./" />
|
||||
|
||||
|
||||
</head>
|
||||
<body>
|
||||
|
||||
<div class="book">
|
||||
<div class="book-summary">
|
||||
|
||||
|
||||
<div id="book-search-input" role="search">
|
||||
<input type="text" placeholder="Type to search" />
|
||||
</div>
|
||||
|
||||
|
||||
<nav role="navigation">
|
||||
|
||||
|
||||
|
||||
<ul class="summary">
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.1" data-path="../">
|
||||
|
||||
<a href="../">
|
||||
|
||||
|
||||
Crawlab简介
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.2" data-path="./">
|
||||
|
||||
<a href="./">
|
||||
|
||||
|
||||
安装Crawlab
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter active" data-level="1.2.1" data-path="Docker.html">
|
||||
|
||||
<a href="Docker.html">
|
||||
|
||||
|
||||
Docker
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.2.2" data-path="Direct.html">
|
||||
|
||||
<a href="Direct.html">
|
||||
|
||||
|
||||
直接部署
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.2.3" data-path="Preview.html">
|
||||
|
||||
<a href="Preview.html">
|
||||
|
||||
|
||||
预览模式
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3" data-path="../Usage/">
|
||||
|
||||
<a href="../Usage/">
|
||||
|
||||
|
||||
使用Crawlab
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.1" data-path="../Usage/Node/">
|
||||
|
||||
<a href="../Usage/Node/">
|
||||
|
||||
|
||||
节点
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.1.1" data-path="../Usage/Node/View.html">
|
||||
|
||||
<a href="../Usage/Node/View.html">
|
||||
|
||||
|
||||
查看节点列表
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.1.2" data-path="../Usage/Node/Edit.html">
|
||||
|
||||
<a href="../Usage/Node/Edit.html">
|
||||
|
||||
|
||||
修改节点信息
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2" data-path="../Usage/Spider/">
|
||||
|
||||
<a href="../Usage/Spider/">
|
||||
|
||||
|
||||
爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.2.1" data-path="../Usage/Spider/Create.html">
|
||||
|
||||
<a href="../Usage/Spider/Create.html">
|
||||
|
||||
|
||||
创建爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.2.1.1" data-path="../Usage/Spider/CustomizedSpider.html">
|
||||
|
||||
<a href="../Usage/Spider/CustomizedSpider.html">
|
||||
|
||||
|
||||
自定义爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.1.2" data-path="../Usage/Spider/ConfigurableSpider.html">
|
||||
|
||||
<a href="../Usage/Spider/ConfigurableSpider.html">
|
||||
|
||||
|
||||
可配置爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.2" data-path="../Usage/Spider/Deploy.html">
|
||||
|
||||
<a href="../Usage/Spider/Deploy.html">
|
||||
|
||||
|
||||
部署爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.3" data-path="../Usage/Spider/Run.html">
|
||||
|
||||
<a href="../Usage/Spider/Run.html">
|
||||
|
||||
|
||||
运行爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.4" data-path="../Usage/Spider/Analytics.html">
|
||||
|
||||
<a href="../Usage/Spider/Analytics.html">
|
||||
|
||||
|
||||
统计数据
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.3" data-path="../Usage/Task/">
|
||||
|
||||
<a href="../Usage/Task/">
|
||||
|
||||
|
||||
任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.3.1" data-path="../Usage/Task/View.html">
|
||||
|
||||
<a href="../Usage/Task/View.html">
|
||||
|
||||
|
||||
查看任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.3.2" data-path="../Usage/Task/Action.html">
|
||||
|
||||
<a href="../Usage/Task/Action.html">
|
||||
|
||||
|
||||
操作任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.3.3" data-path="../Usage/Task/DownloadResults.html">
|
||||
|
||||
<a href="../Usage/Task/DownloadResults.html">
|
||||
|
||||
|
||||
下载结果
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.4" data-path="../Usage/Schedule/">
|
||||
|
||||
<a href="../Usage/Schedule/">
|
||||
|
||||
|
||||
定时任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.5" data-path="../Usage/Site/">
|
||||
|
||||
<a href="../Usage/Site/">
|
||||
|
||||
|
||||
网站
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.4" data-path="../Architecture/">
|
||||
|
||||
<a href="../Architecture/">
|
||||
|
||||
|
||||
架构
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.5" data-path="../Examples/">
|
||||
|
||||
<a href="../Examples/">
|
||||
|
||||
|
||||
样例
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.5.1" data-path="../Examples/ScrapyIntegration.html">
|
||||
|
||||
<a href="../Examples/ScrapyIntegration.html">
|
||||
|
||||
|
||||
与Scrapy集成
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
|
||||
|
||||
<li class="divider"></li>
|
||||
|
||||
<li>
|
||||
<a href="https://www.gitbook.com" target="blank" class="gitbook-link">
|
||||
Published with GitBook
|
||||
</a>
|
||||
</li>
|
||||
</ul>
|
||||
|
||||
|
||||
</nav>
|
||||
|
||||
|
||||
</div>
|
||||
|
||||
<div class="book-body">
|
||||
|
||||
<div class="body-inner">
|
||||
|
||||
|
||||
|
||||
<div class="book-header" role="navigation">
|
||||
|
||||
|
||||
<!-- Title -->
|
||||
<h1>
|
||||
<i class="fa fa-circle-o-notch fa-spin"></i>
|
||||
<a href=".." >Docker</a>
|
||||
</h1>
|
||||
</div>
|
||||
|
||||
|
||||
|
||||
|
||||
<div class="page-wrapper" tabindex="-1" role="main">
|
||||
<div class="page-inner">
|
||||
|
||||
<div id="book-search-results">
|
||||
<div class="search-noresults">
|
||||
|
||||
<section class="normal markdown-section">
|
||||
|
||||
<h2 id="docker安装部署">Docker安装部署</h2>
|
||||
<p>这应该是部署应用的最方便也是最节省时间的方式了。在最近的一次版本更新<a href="https://github.com/tikazyq/crawlab/releases/tag/v0.2.3" target="_blank">v0.2.3</a>中，我们发布了Docker功能，让大家可以利用Docker来轻松部署Crawlab。下面将一步一步介绍如何使用Docker来部署Crawlab。</p>
|
||||
<p>对Docker不了解的开发者，可以参考一下这篇文章（<a href="https://juejin.im/post/5c2c69cee51d450d9707236e" target="_blank">9102 年了，学点 Docker 知识</a>）做进一步了解。简单来说，Docker可以利用已存在的镜像帮助构建一些常用的服务和应用，例如Nginx、MongoDB、Redis等等。用Docker运行一个MongoDB服务仅需<code>docker run -d --name mongo -p 27017:27017 mongo</code>一行命令。如何安装Docker跟操作系统有关，这里就不展开讲了，需要的同学自行百度一下相关教程。</p>
|
||||
<h3 id="下载镜像">下载镜像</h3>
|
||||
<p>我们已经在<a href="https://hub.docker.com/r/tikazyq/crawlab" target="_blank">DockerHub</a>上构建了Crawlab的镜像，开发者只需要将其pull下来使用。在pull 镜像之前，我们需要配置一下镜像源。因为我们在墙内，使用原有的镜像源速度非常感人，因此将使用DockerHub在国内的加速器。创建<code>/etc/docker/daemon.json</code>文件，在其中输入如下内容。</p>
|
||||
<pre><code class="lang-json">{
|
||||
<span class="hljs-string">"registry-mirrors"</span>: [<span class="hljs-string">"https://registry.docker-cn.com"</span>]
|
||||
}
|
||||
</code></pre>
|
||||
<p>这样的话，pull镜像的速度会比不改变镜像源的速度快很多。</p>
|
||||
<p>执行以下命令将Crawlab的镜像下载下来。镜像大小大概在几百兆，因此下载需要几分钟时间。</p>
|
||||
<pre><code class="lang-bash">docker pull tikazyq/crawlab:latest
|
||||
</code></pre>
|
||||
<h3 id="更改配置文件">更改配置文件</h3>
|
||||
<p>拷贝一份后端配置文件<code>./crawlab/config/config.py</code>以及前端配置文件<code>./frontend/.env.production</code>到某一个地方。例如我的例子，分别为<code>/home/yeqing/config.py</code>和<code>/home/yeqing/.env.production</code>。</p>
|
||||
<p>更改后端配置文件<code>config.py</code>，将MongoDB、Redis的指向IP更改为自己数据的值。注意，容器中对应的宿主机的IP地址不是<code>localhost</code>，而是<code>172.17.0.1</code>（当然也可以用network来做，只是稍微麻烦一些）。更改前端配置文件<code>.env.production</code>，将API地址<code>VUE_APP_BASE_URL</code>更改为宿主机所在的IP地址，例如<code>http://192.168.0.8:8000</code>，这将是前端调用API会用到的URL。</p>
|
||||
<h3 id="运行docker容器">运行Docker容器</h3>
|
||||
<p>更改好配置文件之后，接下来就是运行容器了。执行以下命令来启动容器。</p>
|
||||
<pre><code class="lang-bash">docker run <span class="hljs-_">-d</span> --rm --name crawlab \
|
||||
-p 8080:8080 \
|
||||
-p 8000:8000 \
|
||||
-v /home/yeqing/.env.production:/opt/crawlab/frontend/.env.production \
|
||||
-v /home/yeqing/config.py:/opt/crawlab/crawlab/config/config.py \
|
||||
tikazyq/crawlab master
|
||||
</code></pre>
|
||||
<p>其中，我们映射了8080端口（Nginx前端静态文件）以及8000端口（后端API）到宿主机。另外还将前端配置文件<code>/home/yeqing/.env.production</code>和后端配置文件<code>/home/yeqing/config.py</code>映射到了容器相应的目录下。传入参数<code>master</code>是代表该启动方式为主机启动模式，也就是所有服务（前端、Api、Flower、Worker）都会启动。另外一个模式是<code>worker</code>模式，只会启动必要的Api和Worker服务，这个对于分布式部署比较有用。等待大约20-30秒的时间来build前端静态文件，之后就可以打开Crawlab界面地址地址看到界面了。界面地址默认为<code>http://localhost:8080</code>。</p>
|
||||
<p><img src="https://user-gold-cdn.xitu.io/2019/6/12/16b4c3ed5dcd6cfc?w=2532&h=1300&f=png&s=146531" alt=""></p>
|
||||
<h3 id="docker-compose">Docker-Compose</h3>
|
||||
<p>当然，也可以用<code>docker-compose</code>的方式来部署。<code>docker-compose</code>是一个集群管理方式，可以利用名为<code>docker-compose.yml</code>的<code>yaml</code>文件来定义需要启动的容器，可以是单个，也可以（通常）是多个的。Crawlab的<code>docker-compose.yml</code>定义如下。</p>
|
||||
<pre><code class="lang-yaml"><span class="hljs-attr">version:</span> <span class="hljs-string">'3.3'</span>
|
||||
<span class="hljs-attr">services:</span>
|
||||
<span class="hljs-attr"> master:</span>
|
||||
<span class="hljs-attr"> image:</span> tikazyq/crawlab:latest
|
||||
<span class="hljs-attr"> container_name:</span> crawlab
|
||||
<span class="hljs-attr"> volumns:</span>
|
||||
<span class="hljs-bullet"> -</span> /home/yeqing/config.py:/opt/crawlab/crawlab/config/config.py <span class="hljs-comment"># 后端配置文件</span>
|
||||
<span class="hljs-bullet"> -</span> /home/yeqing/.env.production:/opt/crawlab/frontend/.env.production <span class="hljs-comment"># 前端配置文件</span>
|
||||
<span class="hljs-attr"> ports:</span>
|
||||
<span class="hljs-bullet"> -</span> <span class="hljs-string">"8080:8080"</span> <span class="hljs-comment"># nginx</span>
|
||||
<span class="hljs-bullet"> -</span> <span class="hljs-string">"8000:8000"</span> <span class="hljs-comment"># app</span>
|
||||
<span class="hljs-attr"> depends_on:</span>
|
||||
<span class="hljs-bullet"> -</span> mongo
|
||||
<span class="hljs-bullet"> -</span> redis
|
||||
<span class="hljs-attr"> entrypoint:</span>
|
||||
<span class="hljs-bullet"> -</span> /bin/sh
|
||||
<span class="hljs-bullet"> -</span> /opt/crawlab/docker_init.sh
|
||||
<span class="hljs-bullet"> -</span> master
|
||||
<span class="hljs-attr"> mongo:</span>
|
||||
<span class="hljs-attr"> image:</span> mongo:latest
|
||||
<span class="hljs-attr"> restart:</span> always
|
||||
<span class="hljs-attr"> ports:</span>
|
||||
<span class="hljs-bullet"> -</span> <span class="hljs-string">"27017:27017"</span>
|
||||
<span class="hljs-attr"> redis:</span>
|
||||
<span class="hljs-attr"> image:</span> redis:latest
|
||||
<span class="hljs-attr"> restart:</span> always
|
||||
<span class="hljs-attr"> ports:</span>
|
||||
<span class="hljs-bullet"> -</span> <span class="hljs-string">"6379:6379"</span>
|
||||
</code></pre>
|
||||
<p>这里先定义了<code>master</code>节点，也就是Crawlab的主节点。<code>master</code>依赖于<code>mongo</code>和<code>redis</code>容器，因此在启动之前会同时启动<code>mongo</code>和<code>redis</code>容器。这样就不需要单独配置<code>mongo</code>和<code>redis</code>服务了，大大节省了环境配置的时间。</p>
|
||||
<p>安装<code>docker-compose</code>也很简单，大家去网上百度一下就可以了。</p>
|
||||
<p>安装完<code>docker-compose</code>和定义好<code>docker-compose.yml</code>后，只需要运行以下命令就可以启动Crawlab。</p>
|
||||
<pre><code class="lang-bash">docker-compose up
|
||||
</code></pre>
|
||||
<p>同样，在浏览器中输入<code>http://localhost:8080</code>就可以看到界面。</p>
|
||||
<h3 id="多节点模式">多节点模式</h3>
|
||||
<p><code>docker-compose</code>的方式很适合多节点部署，在原有的<code>master</code>基础上增加几个<code>worker</code>节点，达到多节点部署的目的。将<code>docker-compose.yml</code>更改为如下内容。</p>
|
||||
<pre><code class="lang-yaml"><span class="hljs-attr">version:</span> <span class="hljs-string">'3.3'</span>
|
||||
<span class="hljs-attr">services:</span>
|
||||
<span class="hljs-attr"> master:</span>
|
||||
<span class="hljs-attr"> image:</span> tikazyq/crawlab:latest
|
||||
<span class="hljs-attr"> container_name:</span> crawlab
|
||||
<span class="hljs-attr"> volumns:</span>
|
||||
<span class="hljs-bullet"> -</span> /home/yeqing/config.master.py:/opt/crawlab/crawlab/config/config.py <span class="hljs-comment"># 后端配置文件</span>
|
||||
<span class="hljs-bullet"> -</span> /home/yeqing/.env.production.master:/opt/crawlab/frontend/.env.production <span class="hljs-comment"># 前端配置文件</span>
|
||||
<span class="hljs-attr"> ports:</span>
|
||||
<span class="hljs-bullet"> -</span> <span class="hljs-string">"8080:8080"</span> <span class="hljs-comment"># nginx</span>
|
||||
<span class="hljs-bullet"> -</span> <span class="hljs-string">"8000:8000"</span> <span class="hljs-comment"># app</span>
|
||||
<span class="hljs-attr"> depends_on:</span>
|
||||
<span class="hljs-bullet"> -</span> mongo
|
||||
<span class="hljs-bullet"> -</span> redis
|
||||
<span class="hljs-attr"> entrypoint:</span>
|
||||
<span class="hljs-bullet"> -</span> /bin/sh
|
||||
<span class="hljs-bullet"> -</span> /opt/crawlab/docker_init.sh
|
||||
<span class="hljs-bullet"> -</span> master
|
||||
<span class="hljs-attr"> worker1:</span>
|
||||
<span class="hljs-attr"> image:</span> tikazyq/crawlab:latest
|
||||
<span class="hljs-attr"> volumns:</span>
|
||||
<span class="hljs-bullet"> -</span> /home/yeqing/config.worker.py:/opt/crawlab/crawlab/config/config.py <span class="hljs-comment"># 后端配置文件</span>
|
||||
<span class="hljs-bullet"> -</span> /home/yeqing/.env.production.worker:/opt/crawlab/frontend/.env.production <span class="hljs-comment"># 前端配置文件</span>
|
||||
<span class="hljs-attr"> ports:</span>
|
||||
<span class="hljs-bullet"> -</span> <span class="hljs-string">"8001:8000"</span> <span class="hljs-comment"># app</span>
|
||||
<span class="hljs-attr"> depends_on:</span>
|
||||
<span class="hljs-bullet"> -</span> mongo
|
||||
<span class="hljs-bullet"> -</span> redis
|
||||
<span class="hljs-attr"> entrypoint:</span>
|
||||
<span class="hljs-bullet"> -</span> /bin/sh
|
||||
<span class="hljs-bullet"> -</span> /opt/crawlab/docker_init.sh
|
||||
<span class="hljs-bullet"> -</span> worker
|
||||
<span class="hljs-attr"> worker2:</span>
|
||||
<span class="hljs-attr"> image:</span> tikazyq/crawlab:latest
|
||||
<span class="hljs-attr"> volumns:</span>
|
||||
<span class="hljs-bullet"> -</span> /home/yeqing/config.worker.py:/opt/crawlab/crawlab/config/config.py <span class="hljs-comment"># 后端配置文件</span>
|
||||
<span class="hljs-bullet"> -</span> /home/yeqing/.env.production.worker:/opt/crawlab/frontend/.env.production <span class="hljs-comment"># 前端配置文件</span>
|
||||
<span class="hljs-attr"> ports:</span>
|
||||
<span class="hljs-bullet"> -</span> <span class="hljs-string">"8002:8000"</span> <span class="hljs-comment"># app</span>
|
||||
<span class="hljs-attr"> depends_on:</span>
|
||||
<span class="hljs-bullet"> -</span> mongo
|
||||
<span class="hljs-bullet"> -</span> redis
|
||||
<span class="hljs-attr"> entrypoint:</span>
|
||||
<span class="hljs-bullet"> -</span> /bin/sh
|
||||
<span class="hljs-bullet"> -</span> /opt/crawlab/docker_init.sh
|
||||
<span class="hljs-bullet"> -</span> worker
|
||||
<span class="hljs-attr"> mongo:</span>
|
||||
<span class="hljs-attr"> image:</span> mongo:latest
|
||||
<span class="hljs-attr"> restart:</span> always
|
||||
<span class="hljs-attr"> ports:</span>
|
||||
<span class="hljs-bullet"> -</span> <span class="hljs-string">"27017:27017"</span>
|
||||
<span class="hljs-attr"> redis:</span>
|
||||
<span class="hljs-attr"> image:</span> redis:latest
|
||||
<span class="hljs-attr"> restart:</span> always
|
||||
<span class="hljs-attr"> ports:</span>
|
||||
<span class="hljs-bullet"> -</span> <span class="hljs-string">"6379:6379"</span>
|
||||
</code></pre>
|
||||
<p>这里启动了多增加了两个<code>worker</code>节点，以<code>worker</code>模式启动。这样，多节点部署，也就是分布式部署就完成了。</p>
|
||||
|
||||
|
||||
</section>
|
||||
|
||||
</div>
|
||||
<div class="search-results">
|
||||
<div class="has-results">
|
||||
|
||||
<h1 class="search-results-title"><span class='search-results-count'></span> results matching "<span class='search-query'></span>"</h1>
|
||||
<ul class="search-results-list"></ul>
|
||||
|
||||
</div>
|
||||
<div class="no-results">
|
||||
|
||||
<h1 class="search-results-title">No results matching "<span class='search-query'></span>"</h1>
|
||||
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
</div>
|
||||
</div>
|
||||
|
||||
</div>
|
||||
|
||||
|
||||
|
||||
<a href="./" class="navigation navigation-prev " aria-label="Previous page: 安装Crawlab">
|
||||
<i class="fa fa-angle-left"></i>
|
||||
</a>
|
||||
|
||||
|
||||
<a href="Direct.html" class="navigation navigation-next " aria-label="Next page: 直接部署">
|
||||
<i class="fa fa-angle-right"></i>
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</div>
|
||||
|
||||
<script>
|
||||
var gitbook = gitbook || [];
|
||||
gitbook.push(function() {
|
||||
gitbook.page.hasChanged({"page":{"title":"Docker","level":"1.2.1","depth":2,"next":{"title":"直接部署","level":"1.2.2","depth":2,"path":"Installation/Direct.md","ref":"Installation/Direct.md","articles":[]},"previous":{"title":"安装Crawlab","level":"1.2","depth":1,"path":"Installation/README.md","ref":"Installation/README.md","articles":[{"title":"Docker","level":"1.2.1","depth":2,"path":"Installation/Docker.md","ref":"Installation/Docker.md","articles":[]},{"title":"直接部署","level":"1.2.2","depth":2,"path":"Installation/Direct.md","ref":"Installation/Direct.md","articles":[]},{"title":"预览模式","level":"1.2.3","depth":2,"path":"Installation/Preview.md","ref":"Installation/Preview.md","articles":[]}]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Installation/Docker.md","mtime":"2019-06-16T03:07:59.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-06-16T14:03:57.361Z"},"basePath":"..","book":{"language":""}});
|
||||
});
|
||||
</script>
|
||||
</div>
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook.js"></script>
|
||||
<script src="../gitbook/theme.js"></script>
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-search/search.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-lunr/lunr.min.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-lunr/search-lunr.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-sharing/buttons.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-fontsettings/fontsettings.js"></script>
|
||||
|
||||
|
||||
|
||||
</body>
|
||||
</html>
|
||||
|
||||
588
docs/Installation/Preview.html
Normal file
588
docs/Installation/Preview.html
Normal file
@@ -0,0 +1,588 @@
|
||||
|
||||
<!DOCTYPE HTML>
|
||||
<html lang="" >
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<meta content="text/html; charset=utf-8" http-equiv="Content-Type">
|
||||
<title>预览模式 · GitBook</title>
|
||||
<meta http-equiv="X-UA-Compatible" content="IE=edge" />
|
||||
<meta name="description" content="">
|
||||
<meta name="generator" content="GitBook 3.2.3">
|
||||
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/style.css">
|
||||
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/gitbook-plugin-highlight/website.css">
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/gitbook-plugin-search/search.css">
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/gitbook-plugin-fontsettings/website.css">
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
<meta name="HandheldFriendly" content="true"/>
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
|
||||
<meta name="apple-mobile-web-app-capable" content="yes">
|
||||
<meta name="apple-mobile-web-app-status-bar-style" content="black">
|
||||
<link rel="apple-touch-icon-precomposed" sizes="152x152" href="../gitbook/images/apple-touch-icon-precomposed-152.png">
|
||||
<link rel="shortcut icon" href="../gitbook/images/favicon.ico" type="image/x-icon">
|
||||
|
||||
|
||||
<link rel="next" href="../Usage/" />
|
||||
|
||||
|
||||
<link rel="prev" href="Direct.html" />
|
||||
|
||||
|
||||
</head>
|
||||
<body>
|
||||
|
||||
<div class="book">
|
||||
<div class="book-summary">
|
||||
|
||||
|
||||
<div id="book-search-input" role="search">
|
||||
<input type="text" placeholder="Type to search" />
|
||||
</div>
|
||||
|
||||
|
||||
<nav role="navigation">
|
||||
|
||||
|
||||
|
||||
<ul class="summary">
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.1" data-path="../">
|
||||
|
||||
<a href="../">
|
||||
|
||||
|
||||
Crawlab简介
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.2" data-path="./">
|
||||
|
||||
<a href="./">
|
||||
|
||||
|
||||
安装Crawlab
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.2.1" data-path="Docker.html">
|
||||
|
||||
<a href="Docker.html">
|
||||
|
||||
|
||||
Docker
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.2.2" data-path="Direct.html">
|
||||
|
||||
<a href="Direct.html">
|
||||
|
||||
|
||||
直接部署
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter active" data-level="1.2.3" data-path="Preview.html">
|
||||
|
||||
<a href="Preview.html">
|
||||
|
||||
|
||||
预览模式
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3" data-path="../Usage/">
|
||||
|
||||
<a href="../Usage/">
|
||||
|
||||
|
||||
使用Crawlab
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.1" data-path="../Usage/Node/">
|
||||
|
||||
<a href="../Usage/Node/">
|
||||
|
||||
|
||||
节点
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.1.1" data-path="../Usage/Node/View.html">
|
||||
|
||||
<a href="../Usage/Node/View.html">
|
||||
|
||||
|
||||
查看节点列表
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.1.2" data-path="../Usage/Node/Edit.html">
|
||||
|
||||
<a href="../Usage/Node/Edit.html">
|
||||
|
||||
|
||||
修改节点信息
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2" data-path="../Usage/Spider/">
|
||||
|
||||
<a href="../Usage/Spider/">
|
||||
|
||||
|
||||
爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.2.1" data-path="../Usage/Spider/Create.html">
|
||||
|
||||
<a href="../Usage/Spider/Create.html">
|
||||
|
||||
|
||||
创建爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.2.1.1" data-path="../Usage/Spider/CustomizedSpider.html">
|
||||
|
||||
<a href="../Usage/Spider/CustomizedSpider.html">
|
||||
|
||||
|
||||
自定义爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.1.2" data-path="../Usage/Spider/ConfigurableSpider.html">
|
||||
|
||||
<a href="../Usage/Spider/ConfigurableSpider.html">
|
||||
|
||||
|
||||
可配置爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.2" data-path="../Usage/Spider/Deploy.html">
|
||||
|
||||
<a href="../Usage/Spider/Deploy.html">
|
||||
|
||||
|
||||
部署爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.3" data-path="../Usage/Spider/Run.html">
|
||||
|
||||
<a href="../Usage/Spider/Run.html">
|
||||
|
||||
|
||||
运行爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.4" data-path="../Usage/Spider/Analytics.html">
|
||||
|
||||
<a href="../Usage/Spider/Analytics.html">
|
||||
|
||||
|
||||
统计数据
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.3" data-path="../Usage/Task/">
|
||||
|
||||
<a href="../Usage/Task/">
|
||||
|
||||
|
||||
任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.3.1" data-path="../Usage/Task/View.html">
|
||||
|
||||
<a href="../Usage/Task/View.html">
|
||||
|
||||
|
||||
查看任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.3.2" data-path="../Usage/Task/Action.html">
|
||||
|
||||
<a href="../Usage/Task/Action.html">
|
||||
|
||||
|
||||
操作任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.3.3" data-path="../Usage/Task/DownloadResults.html">
|
||||
|
||||
<a href="../Usage/Task/DownloadResults.html">
|
||||
|
||||
|
||||
下载结果
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.4" data-path="../Usage/Schedule/">
|
||||
|
||||
<a href="../Usage/Schedule/">
|
||||
|
||||
|
||||
定时任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.5" data-path="../Usage/Site/">
|
||||
|
||||
<a href="../Usage/Site/">
|
||||
|
||||
|
||||
网站
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.4" data-path="../Architecture/">
|
||||
|
||||
<a href="../Architecture/">
|
||||
|
||||
|
||||
架构
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.5" data-path="../Examples/">
|
||||
|
||||
<a href="../Examples/">
|
||||
|
||||
|
||||
样例
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.5.1" data-path="../Examples/ScrapyIntegration.html">
|
||||
|
||||
<a href="../Examples/ScrapyIntegration.html">
|
||||
|
||||
|
||||
与Scrapy集成
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
|
||||
|
||||
<li class="divider"></li>
|
||||
|
||||
<li>
|
||||
<a href="https://www.gitbook.com" target="blank" class="gitbook-link">
|
||||
Published with GitBook
|
||||
</a>
|
||||
</li>
|
||||
</ul>
|
||||
|
||||
|
||||
</nav>
|
||||
|
||||
|
||||
</div>
|
||||
|
||||
<div class="book-body">
|
||||
|
||||
<div class="body-inner">
|
||||
|
||||
|
||||
|
||||
<div class="book-header" role="navigation">
|
||||
|
||||
|
||||
<!-- Title -->
|
||||
<h1>
|
||||
<i class="fa fa-circle-o-notch fa-spin"></i>
|
||||
<a href=".." >预览模式</a>
|
||||
</h1>
|
||||
</div>
|
||||
|
||||
|
||||
|
||||
|
||||
<div class="page-wrapper" tabindex="-1" role="main">
|
||||
<div class="page-inner">
|
||||
|
||||
<div id="book-search-results">
|
||||
<div class="search-noresults">
|
||||
|
||||
<section class="normal markdown-section">
|
||||
|
||||
<h2 id="预览模式">预览模式</h2>
|
||||
<p><strong>预览模式</strong>是一种让用户比较快的上手的一种部署模式。跟<strong>直接部署</strong>类似，但不用经过<code>构建</code>、<code>nginx</code>和<code>启动服务</code>的步骤。在启动时只需要执行以下命令就可以了。相较于直接部署来说方便一些。</p>
|
||||
<pre><code class="lang-bash">python manage.py serve
|
||||
</code></pre>
|
||||
<p>该模式同样会启动3个后端服务和1个前端服务。前端服务是通过<code>npm run serve</code>来进行的，因此是开发者模式。<strong>注意：强烈不建议在生产环境中用预览模式</strong>。预览模式只是让开发者快速体验Crawlab以及调试代码问题的一种方式，而不是用作生产环境部署的。</p>
|
||||
|
||||
|
||||
</section>
|
||||
|
||||
</div>
|
||||
<div class="search-results">
|
||||
<div class="has-results">
|
||||
|
||||
<h1 class="search-results-title"><span class='search-results-count'></span> results matching "<span class='search-query'></span>"</h1>
|
||||
<ul class="search-results-list"></ul>
|
||||
|
||||
</div>
|
||||
<div class="no-results">
|
||||
|
||||
<h1 class="search-results-title">No results matching "<span class='search-query'></span>"</h1>
|
||||
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
</div>
|
||||
</div>
|
||||
|
||||
</div>
|
||||
|
||||
|
||||
|
||||
<a href="Direct.html" class="navigation navigation-prev " aria-label="Previous page: 直接部署">
|
||||
<i class="fa fa-angle-left"></i>
|
||||
</a>
|
||||
|
||||
|
||||
<a href="../Usage/" class="navigation navigation-next " aria-label="Next page: 使用Crawlab">
|
||||
<i class="fa fa-angle-right"></i>
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</div>
|
||||
|
||||
<script>
|
||||
var gitbook = gitbook || [];
|
||||
gitbook.push(function() {
|
||||
gitbook.page.hasChanged({"page":{"title":"预览模式","level":"1.2.3","depth":2,"next":{"title":"使用Crawlab","level":"1.3","depth":1,"path":"Usage/README.md","ref":"Usage/README.md","articles":[{"title":"节点","level":"1.3.1","depth":2,"path":"Usage/Node/README.md","ref":"Usage/Node/README.md","articles":[{"title":"查看节点列表","level":"1.3.1.1","depth":3,"path":"Usage/Node/View.md","ref":"Usage/Node/View.md","articles":[]},{"title":"修改节点信息","level":"1.3.1.2","depth":3,"path":"Usage/Node/Edit.md","ref":"Usage/Node/Edit.md","articles":[]}]},{"title":"爬虫","level":"1.3.2","depth":2,"path":"Usage/Spider/README.md","ref":"Usage/Spider/README.md","articles":[{"title":"创建爬虫","level":"1.3.2.1","depth":3,"path":"Usage/Spider/Create.md","ref":"Usage/Spider/Create.md","articles":[{"title":"自定义爬虫","level":"1.3.2.1.1","depth":4,"path":"Usage/Spider/CustomizedSpider.md","ref":"Usage/Spider/CustomizedSpider.md","articles":[]},{"title":"可配置爬虫","level":"1.3.2.1.2","depth":4,"path":"Usage/Spider/ConfigurableSpider.md","ref":"Usage/Spider/ConfigurableSpider.md","articles":[]}]},{"title":"部署爬虫","level":"1.3.2.2","depth":3,"path":"Usage/Spider/Deploy.md","ref":"Usage/Spider/Deploy.md","articles":[]},{"title":"运行爬虫","level":"1.3.2.3","depth":3,"path":"Usage/Spider/Run.md","ref":"Usage/Spider/Run.md","articles":[]},{"title":"统计数据","level":"1.3.2.4","depth":3,"path":"Usage/Spider/Analytics.md","ref":"Usage/Spider/Analytics.md","articles":[]}]},{"title":"任务","level":"1.3.3","depth":2,"path":"Usage/Task/README.md","ref":"Usage/Task/README.md","articles":[{"title":"查看任务","level":"1.3.3.1","depth":3,"path":"Usage/Task/View.md","ref":"Usage/Task/View.md","articles":[]},{"title":"操作任务","level":"1.3.3.2","depth":3,"path":"Usage/Task/Action.md","ref":"Usage/Task/Action.md","articles":[]},{"title":"下载结果","level":"1.3.3.3","depth":3,"path":"Usage/Task/DownloadResults.md","ref":"Usage/Task/DownloadResults.md","articles":[]}]},{"title":"定时任务","level":"1.3.4","depth":2,"path":"Usage/Schedule/README.md","ref":"Usage/Schedule/README.md","articles":[]},{"title":"网站","level":"1.3.5","depth":2,"path":"Usage/Site/README.md","ref":"Usage/Site/README.md","articles":[]}]},"previous":{"title":"直接部署","level":"1.2.2","depth":2,"path":"Installation/Direct.md","ref":"Installation/Direct.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Installation/Preview.md","mtime":"2019-06-16T03:19:51.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-06-16T14:03:57.361Z"},"basePath":"..","book":{"language":""}});
|
||||
});
|
||||
</script>
|
||||
</div>
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook.js"></script>
|
||||
<script src="../gitbook/theme.js"></script>
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-search/search.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-lunr/lunr.min.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-lunr/search-lunr.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-sharing/buttons.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-fontsettings/fontsettings.js"></script>
|
||||
|
||||
|
||||
|
||||
</body>
|
||||
</html>
|
||||
|
||||
589
docs/Installation/index.html
Normal file
589
docs/Installation/index.html
Normal file
@@ -0,0 +1,589 @@
|
||||
|
||||
<!DOCTYPE HTML>
|
||||
<html lang="" >
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<meta content="text/html; charset=utf-8" http-equiv="Content-Type">
|
||||
<title>安装Crawlab · GitBook</title>
|
||||
<meta http-equiv="X-UA-Compatible" content="IE=edge" />
|
||||
<meta name="description" content="">
|
||||
<meta name="generator" content="GitBook 3.2.3">
|
||||
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/style.css">
|
||||
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/gitbook-plugin-highlight/website.css">
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/gitbook-plugin-search/search.css">
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../gitbook/gitbook-plugin-fontsettings/website.css">
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
<meta name="HandheldFriendly" content="true"/>
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
|
||||
<meta name="apple-mobile-web-app-capable" content="yes">
|
||||
<meta name="apple-mobile-web-app-status-bar-style" content="black">
|
||||
<link rel="apple-touch-icon-precomposed" sizes="152x152" href="../gitbook/images/apple-touch-icon-precomposed-152.png">
|
||||
<link rel="shortcut icon" href="../gitbook/images/favicon.ico" type="image/x-icon">
|
||||
|
||||
|
||||
<link rel="next" href="Docker.html" />
|
||||
|
||||
|
||||
<link rel="prev" href="../" />
|
||||
|
||||
|
||||
</head>
|
||||
<body>
|
||||
|
||||
<div class="book">
|
||||
<div class="book-summary">
|
||||
|
||||
|
||||
<div id="book-search-input" role="search">
|
||||
<input type="text" placeholder="Type to search" />
|
||||
</div>
|
||||
|
||||
|
||||
<nav role="navigation">
|
||||
|
||||
|
||||
|
||||
<ul class="summary">
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.1" data-path="../">
|
||||
|
||||
<a href="../">
|
||||
|
||||
|
||||
Crawlab简介
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter active" data-level="1.2" data-path="./">
|
||||
|
||||
<a href="./">
|
||||
|
||||
|
||||
安装Crawlab
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.2.1" data-path="Docker.html">
|
||||
|
||||
<a href="Docker.html">
|
||||
|
||||
|
||||
Docker
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.2.2" data-path="Direct.html">
|
||||
|
||||
<a href="Direct.html">
|
||||
|
||||
|
||||
直接部署
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.2.3" data-path="Preview.html">
|
||||
|
||||
<a href="Preview.html">
|
||||
|
||||
|
||||
预览模式
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3" data-path="../Usage/">
|
||||
|
||||
<a href="../Usage/">
|
||||
|
||||
|
||||
使用Crawlab
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.1" data-path="../Usage/Node/">
|
||||
|
||||
<a href="../Usage/Node/">
|
||||
|
||||
|
||||
节点
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.1.1" data-path="../Usage/Node/View.html">
|
||||
|
||||
<a href="../Usage/Node/View.html">
|
||||
|
||||
|
||||
查看节点列表
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.1.2" data-path="../Usage/Node/Edit.html">
|
||||
|
||||
<a href="../Usage/Node/Edit.html">
|
||||
|
||||
|
||||
修改节点信息
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2" data-path="../Usage/Spider/">
|
||||
|
||||
<a href="../Usage/Spider/">
|
||||
|
||||
|
||||
爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.2.1" data-path="../Usage/Spider/Create.html">
|
||||
|
||||
<a href="../Usage/Spider/Create.html">
|
||||
|
||||
|
||||
创建爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.2.1.1" data-path="../Usage/Spider/CustomizedSpider.html">
|
||||
|
||||
<a href="../Usage/Spider/CustomizedSpider.html">
|
||||
|
||||
|
||||
自定义爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.1.2" data-path="../Usage/Spider/ConfigurableSpider.html">
|
||||
|
||||
<a href="../Usage/Spider/ConfigurableSpider.html">
|
||||
|
||||
|
||||
可配置爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.2" data-path="../Usage/Spider/Deploy.html">
|
||||
|
||||
<a href="../Usage/Spider/Deploy.html">
|
||||
|
||||
|
||||
部署爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.3" data-path="../Usage/Spider/Run.html">
|
||||
|
||||
<a href="../Usage/Spider/Run.html">
|
||||
|
||||
|
||||
运行爬虫
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.2.4" data-path="../Usage/Spider/Analytics.html">
|
||||
|
||||
<a href="../Usage/Spider/Analytics.html">
|
||||
|
||||
|
||||
统计数据
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.3" data-path="../Usage/Task/">
|
||||
|
||||
<a href="../Usage/Task/">
|
||||
|
||||
|
||||
任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.3.3.1" data-path="../Usage/Task/View.html">
|
||||
|
||||
<a href="../Usage/Task/View.html">
|
||||
|
||||
|
||||
查看任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.3.2" data-path="../Usage/Task/Action.html">
|
||||
|
||||
<a href="../Usage/Task/Action.html">
|
||||
|
||||
|
||||
操作任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.3.3" data-path="../Usage/Task/DownloadResults.html">
|
||||
|
||||
<a href="../Usage/Task/DownloadResults.html">
|
||||
|
||||
|
||||
下载结果
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.4" data-path="../Usage/Schedule/">
|
||||
|
||||
<a href="../Usage/Schedule/">
|
||||
|
||||
|
||||
定时任务
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.3.5" data-path="../Usage/Site/">
|
||||
|
||||
<a href="../Usage/Site/">
|
||||
|
||||
|
||||
网站
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.4" data-path="../Architecture/">
|
||||
|
||||
<a href="../Architecture/">
|
||||
|
||||
|
||||
架构
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
<li class="chapter " data-level="1.5" data-path="../Examples/">
|
||||
|
||||
<a href="../Examples/">
|
||||
|
||||
|
||||
样例
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
<ul class="articles">
|
||||
|
||||
|
||||
<li class="chapter " data-level="1.5.1" data-path="../Examples/ScrapyIntegration.html">
|
||||
|
||||
<a href="../Examples/ScrapyIntegration.html">
|
||||
|
||||
|
||||
与Scrapy集成
|
||||
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
</ul>
|
||||
|
||||
</li>
|
||||
|
||||
|
||||
|
||||
|
||||
<li class="divider"></li>
|
||||
|
||||
<li>
|
||||
<a href="https://www.gitbook.com" target="blank" class="gitbook-link">
|
||||
Published with GitBook
|
||||
</a>
|
||||
</li>
|
||||
</ul>
|
||||
|
||||
|
||||
</nav>
|
||||
|
||||
|
||||
</div>
|
||||
|
||||
<div class="book-body">
|
||||
|
||||
<div class="body-inner">
|
||||
|
||||
|
||||
|
||||
<div class="book-header" role="navigation">
|
||||
|
||||
|
||||
<!-- Title -->
|
||||
<h1>
|
||||
<i class="fa fa-circle-o-notch fa-spin"></i>
|
||||
<a href=".." >安装Crawlab</a>
|
||||
</h1>
|
||||
</div>
|
||||
|
||||
|
||||
|
||||
|
||||
<div class="page-wrapper" tabindex="-1" role="main">
|
||||
<div class="page-inner">
|
||||
|
||||
<div id="book-search-results">
|
||||
<div class="search-noresults">
|
||||
|
||||
<section class="normal markdown-section">
|
||||
|
||||
<p>本小节将介绍三种安装Docker的方式:</p>
|
||||
<ol>
|
||||
<li><a href="Docker.html">Docker</a></li>
|
||||
<li><a href="Direct.html">直接部署</a></li>
|
||||
<li><a href="Preview.html">预览模式</a></li>
|
||||
</ol>
|
||||
|
||||
|
||||
</section>
|
||||
|
||||
</div>
|
||||
<div class="search-results">
|
||||
<div class="has-results">
|
||||
|
||||
<h1 class="search-results-title"><span class='search-results-count'></span> results matching "<span class='search-query'></span>"</h1>
|
||||
<ul class="search-results-list"></ul>
|
||||
|
||||
</div>
|
||||
<div class="no-results">
|
||||
|
||||
<h1 class="search-results-title">No results matching "<span class='search-query'></span>"</h1>
|
||||
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
</div>
|
||||
</div>
|
||||
|
||||
</div>
|
||||
|
||||
|
||||
|
||||
<a href="../" class="navigation navigation-prev " aria-label="Previous page: Crawlab简介">
|
||||
<i class="fa fa-angle-left"></i>
|
||||
</a>
|
||||
|
||||
|
||||
<a href="Docker.html" class="navigation navigation-next " aria-label="Next page: Docker">
|
||||
<i class="fa fa-angle-right"></i>
|
||||
</a>
|
||||
|
||||
|
||||
|
||||
</div>
|
||||
|
||||
<script>
|
||||
var gitbook = gitbook || [];
|
||||
gitbook.push(function() {
|
||||
gitbook.page.hasChanged({"page":{"title":"安装Crawlab","level":"1.2","depth":1,"next":{"title":"Docker","level":"1.2.1","depth":2,"path":"Installation/Docker.md","ref":"Installation/Docker.md","articles":[]},"previous":{"title":"Crawlab简介","level":"1.1","depth":1,"path":"README.md","ref":"README.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":[],"pluginsConfig":{"highlight":{},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Installation/README.md","mtime":"2019-06-16T03:12:38.000Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-06-16T14:03:57.361Z"},"basePath":"..","book":{"language":""}});
|
||||
});
|
||||
</script>
|
||||
</div>
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook.js"></script>
|
||||
<script src="../gitbook/theme.js"></script>
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-search/search-engine.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-search/search.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-lunr/lunr.min.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-lunr/search-lunr.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-sharing/buttons.js"></script>
|
||||
|
||||
|
||||
|
||||
<script src="../gitbook/gitbook-plugin-fontsettings/fontsettings.js"></script>
|
||||
|
||||
|
||||
|
||||
</body>
|
||||
</html>
|
||||
|
||||
Reference in New Issue
Block a user