Merge pull request #504 from crawlab-team/develop

changed dir
2026-01-22 17:31:03 +01:00 · 2020-02-03 11:58:51 +08:00
parent 2e578fa352 de2d230e1a
commit 0982ba7abc
60 changed files with 1 additions and 1 deletions
--- a/backend/services/spider.go
+++ b/backend/services/spider.go
@@ -269,7 +269,7 @@ func InitSpiderService() error {

 	if model.IsMaster() {
 		// 添加Demo爬虫
-		templateSpidersDir := "../spiders"
+		templateSpidersDir := "./template/spiders"
 		for _, info := range utils.ListDir(templateSpidersDir) {
 			if !info.IsDir() {
 				continue
--- a/backend/template/spiders/amazon_config/Spiderfile
+++ b/backend/template/spiders/amazon_config/Spiderfile
--- a/backend/template/spiders/autohome_config/Spiderfile
+++ b/backend/template/spiders/autohome_config/Spiderfile
--- a/backend/template/spiders/baidu_config/Spiderfile
+++ b/backend/template/spiders/baidu_config/Spiderfile
--- a/backend/template/spiders/bing_general/Spiderfile
+++ b/backend/template/spiders/bing_general/Spiderfile
--- a/backend/template/spiders/bing_general/bing_spider.py
+++ b/backend/template/spiders/bing_general/bing_spider.py
--- a/backend/template/spiders/chinaz/Spiderfile
+++ b/backend/template/spiders/chinaz/Spiderfile
--- a/backend/template/spiders/chinaz/chinaz/init.py
+++ b/backend/template/spiders/chinaz/chinaz/init.py
--- a/backend/template/spiders/chinaz/chinaz/items.py
+++ b/backend/template/spiders/chinaz/chinaz/items.py
--- a/backend/template/spiders/chinaz/chinaz/middlewares.py
+++ b/backend/template/spiders/chinaz/chinaz/middlewares.py
--- a/backend/template/spiders/chinaz/chinaz/pipelines.py
+++ b/backend/template/spiders/chinaz/chinaz/pipelines.py
--- a/backend/template/spiders/chinaz/chinaz/settings.py
+++ b/backend/template/spiders/chinaz/chinaz/settings.py
--- a/backend/template/spiders/chinaz/chinaz/spiders/init.py
+++ b/backend/template/spiders/chinaz/chinaz/spiders/init.py
--- a/backend/template/spiders/chinaz/chinaz/spiders/chinaz_spider.py
+++ b/backend/template/spiders/chinaz/chinaz/spiders/chinaz_spider.py
--- a/backend/template/spiders/chinaz/scrapy.cfg
+++ b/backend/template/spiders/chinaz/scrapy.cfg
--- a/backend/template/spiders/csdn/csdn_spider.js
+++ b/backend/template/spiders/csdn/csdn_spider.js
--- a/backend/template/spiders/csdn_config/Spiderfile
+++ b/backend/template/spiders/csdn_config/Spiderfile
--- a/backend/template/spiders/douban_config/Spiderfile
+++ b/backend/template/spiders/douban_config/Spiderfile
--- a/backend/template/spiders/jd/Spiderfile
+++ b/backend/template/spiders/jd/Spiderfile
--- a/backend/template/spiders/jd/jd/init.py
+++ b/backend/template/spiders/jd/jd/init.py
--- a/backend/template/spiders/jd/jd/items.py
+++ b/backend/template/spiders/jd/jd/items.py
--- a/backend/template/spiders/jd/jd/middlewares.py
+++ b/backend/template/spiders/jd/jd/middlewares.py
--- a/backend/template/spiders/jd/jd/pipelines.py
+++ b/backend/template/spiders/jd/jd/pipelines.py
--- a/backend/template/spiders/jd/jd/settings.py
+++ b/backend/template/spiders/jd/jd/settings.py
--- a/backend/template/spiders/jd/jd/spiders/init.py
+++ b/backend/template/spiders/jd/jd/spiders/init.py
--- a/backend/template/spiders/jd/jd/spiders/jd_spider.py
+++ b/backend/template/spiders/jd/jd/spiders/jd_spider.py
--- a/backend/template/spiders/jd/scrapy.cfg
+++ b/backend/template/spiders/jd/scrapy.cfg
--- a/backend/template/spiders/juejin_node/juejin_spider.js
+++ b/backend/template/spiders/juejin_node/juejin_spider.js
--- a/backend/template/spiders/realestate/Spiderfile
+++ b/backend/template/spiders/realestate/Spiderfile
--- a/backend/template/spiders/realestate/realestate/init.py
+++ b/backend/template/spiders/realestate/realestate/init.py
--- a/backend/template/spiders/realestate/realestate/items.py
+++ b/backend/template/spiders/realestate/realestate/items.py
--- a/backend/template/spiders/realestate/realestate/middlewares.py
+++ b/backend/template/spiders/realestate/realestate/middlewares.py
--- a/backend/template/spiders/realestate/realestate/pipelines.py
+++ b/backend/template/spiders/realestate/realestate/pipelines.py
--- a/backend/template/spiders/realestate/realestate/settings.py
+++ b/backend/template/spiders/realestate/realestate/settings.py
--- a/backend/template/spiders/realestate/realestate/spiders/init.py
+++ b/backend/template/spiders/realestate/realestate/spiders/init.py
--- a/backend/template/spiders/realestate/realestate/spiders/lianjia.py
+++ b/backend/template/spiders/realestate/realestate/spiders/lianjia.py
--- a/backend/template/spiders/realestate/scrapy.cfg
+++ b/backend/template/spiders/realestate/scrapy.cfg
--- a/backend/template/spiders/segmentfault/segmentfault_spider.js
+++ b/backend/template/spiders/segmentfault/segmentfault_spider.js
--- a/backend/template/spiders/sinastock/Spiderfile
+++ b/backend/template/spiders/sinastock/Spiderfile
--- a/backend/template/spiders/sinastock/scrapy.cfg
+++ b/backend/template/spiders/sinastock/scrapy.cfg
--- a/backend/template/spiders/sinastock/sinastock/init.py
+++ b/backend/template/spiders/sinastock/sinastock/init.py
--- a/backend/template/spiders/sinastock/sinastock/items.py
+++ b/backend/template/spiders/sinastock/sinastock/items.py
--- a/backend/template/spiders/sinastock/sinastock/middlewares.py
+++ b/backend/template/spiders/sinastock/sinastock/middlewares.py
--- a/backend/template/spiders/sinastock/sinastock/pipelines.py
+++ b/backend/template/spiders/sinastock/sinastock/pipelines.py
--- a/backend/template/spiders/sinastock/sinastock/settings.py
+++ b/backend/template/spiders/sinastock/sinastock/settings.py
--- a/backend/template/spiders/sinastock/sinastock/spiders/init.py
+++ b/backend/template/spiders/sinastock/sinastock/spiders/init.py
--- a/backend/template/spiders/sinastock/sinastock/spiders/sinastock_spider.py
+++ b/backend/template/spiders/sinastock/sinastock/spiders/sinastock_spider.py
--- a/backend/template/spiders/sites_inspector/sites_inspector.py
+++ b/backend/template/spiders/sites_inspector/sites_inspector.py
--- a/backend/template/spiders/v2ex_config/Spiderfile
+++ b/backend/template/spiders/v2ex_config/Spiderfile
--- a/backend/template/spiders/xueqiu/Spiderfile
+++ b/backend/template/spiders/xueqiu/Spiderfile
--- a/backend/template/spiders/xueqiu/scrapy.cfg
+++ b/backend/template/spiders/xueqiu/scrapy.cfg
--- a/backend/template/spiders/xueqiu/xueqiu/init.py
+++ b/backend/template/spiders/xueqiu/xueqiu/init.py
--- a/backend/template/spiders/xueqiu/xueqiu/items.py
+++ b/backend/template/spiders/xueqiu/xueqiu/items.py
--- a/backend/template/spiders/xueqiu/xueqiu/middlewares.py
+++ b/backend/template/spiders/xueqiu/xueqiu/middlewares.py
--- a/backend/template/spiders/xueqiu/xueqiu/pipelines.py
+++ b/backend/template/spiders/xueqiu/xueqiu/pipelines.py
--- a/backend/template/spiders/xueqiu/xueqiu/settings.py
+++ b/backend/template/spiders/xueqiu/xueqiu/settings.py
--- a/backend/template/spiders/xueqiu/xueqiu/spiders/init.py
+++ b/backend/template/spiders/xueqiu/xueqiu/spiders/init.py
--- a/backend/template/spiders/xueqiu/xueqiu/spiders/xueqiu_spider.py
+++ b/backend/template/spiders/xueqiu/xueqiu/spiders/xueqiu_spider.py
--- a/backend/template/spiders/xueqiu_config/Spiderfile
+++ b/backend/template/spiders/xueqiu_config/Spiderfile
--- a/backend/template/spiders/zongheng_config/Spiderfile
+++ b/backend/template/spiders/zongheng_config/Spiderfile