准备前端可配置爬虫数据

backend/entity/config_spider.go

@@ -10,6 +10,7 @@ type Field struct {
 }
 
 type Stage struct {
+	Name      string  `yaml:"name" json:"name"`
 	IsList    bool    `yaml:"is_list" json:"is_list"`
 	ListCss   string  `yaml:"list_css" json:"list_css"`
 	ListXpath string  `yaml:"list_xpath" json:"list_xpath"`

backend/model/spider.go

@@ -309,5 +309,10 @@ func GetConfigSpiderData(spider Spider) (entity.ConfigSpiderData, error) {
 		return configData, err
 	}
 
+	// 赋值 stage_name
+	for stageName, stage := range configData.Stages {
+		stage.Name = stageName
+	}
+
 	return configData, nil
 }

backend/routes/config_spider.go

@@ -151,6 +151,11 @@ func UploadConfigSpider(c *gin.Context) {
 		return
 	}
 
+	// 赋值 stage_name
+	for stageName, stage := range configData.Stages {
+		stage.Name = stageName
+	}
+
 	// 删除已有的爬虫文件
 	for _, fInfo := range utils.ListDir(spiderDir) {
 		// 不删除Spiderfile