diff --git a/backend/entity/config_spider.go b/backend/entity/config_spider.go index 095a4328..7afb7109 100644 --- a/backend/entity/config_spider.go +++ b/backend/entity/config_spider.go @@ -10,6 +10,7 @@ type Field struct { } type Stage struct { + Name string `yaml:"name" json:"name"` IsList bool `yaml:"is_list" json:"is_list"` ListCss string `yaml:"list_css" json:"list_css"` ListXpath string `yaml:"list_xpath" json:"list_xpath"` diff --git a/backend/model/spider.go b/backend/model/spider.go index 559234fc..f2072b8d 100644 --- a/backend/model/spider.go +++ b/backend/model/spider.go @@ -309,5 +309,10 @@ func GetConfigSpiderData(spider Spider) (entity.ConfigSpiderData, error) { return configData, err } + // 赋值 stage_name + for stageName, stage := range configData.Stages { + stage.Name = stageName + } + return configData, nil } diff --git a/backend/routes/config_spider.go b/backend/routes/config_spider.go index 085f5541..5fa25f2c 100644 --- a/backend/routes/config_spider.go +++ b/backend/routes/config_spider.go @@ -151,6 +151,11 @@ func UploadConfigSpider(c *gin.Context) { return } + // 赋值 stage_name + for stageName, stage := range configData.Stages { + stage.Name = stageName + } + // 删除已有的爬虫文件 for _, fInfo := range utils.ListDir(spiderDir) { // 不删除Spiderfile