加入检测scrapy配置

backend/conf/config.yml

@@ -44,6 +44,7 @@ setting:
   enableTutorial: "N"
   runOnMaster: "Y"
   demoSpiders: "N"
+  checkScrapy: "Y"
 notification:
   mail:
     server: ''

backend/services/spider_handler/spider.go

@@ -45,13 +45,15 @@ func (s *SpiderSync) CheckIsScrapy() {
 	if s.Spider.Type == constants.Configurable {
 		return
 	}
+	if viper.GetString("setting.checkScrapy") != "Y" {
+		return
+	}
 	s.Spider.IsScrapy = utils.Exists(path.Join(s.Spider.Src, "scrapy.cfg"))
-	// TODO: 暂时停用自动检测Scrapy项目功能
-	//if err := s.Spider.Save(); err != nil {
-	//	log.Errorf(err.Error())
-	//	debug.PrintStack()
-	//	return
-	//}
+	if err := s.Spider.Save(); err != nil {
+		log.Errorf(err.Error())
+		debug.PrintStack()
+		return
+	}
 }
 
 func (s *SpiderSync) AfterRemoveDownCreate() {