From ded5703b1399ddc4e940e6e5873461ceed62dbc0 Mon Sep 17 00:00:00 2001 From: marvzhang Date: Wed, 27 Nov 2019 12:32:25 +0800 Subject: [PATCH] =?UTF-8?q?=E5=87=86=E5=A4=87=E5=89=8D=E7=AB=AF=E5=8F=AF?= =?UTF-8?q?=E9=85=8D=E7=BD=AE=E7=88=AC=E8=99=AB=E6=95=B0=E6=8D=AE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- backend/entity/config_spider.go | 1 + backend/model/spider.go | 5 +++++ backend/routes/config_spider.go | 5 +++++ 3 files changed, 11 insertions(+) diff --git a/backend/entity/config_spider.go b/backend/entity/config_spider.go index 095a4328..7afb7109 100644 --- a/backend/entity/config_spider.go +++ b/backend/entity/config_spider.go @@ -10,6 +10,7 @@ type Field struct { } type Stage struct { + Name string `yaml:"name" json:"name"` IsList bool `yaml:"is_list" json:"is_list"` ListCss string `yaml:"list_css" json:"list_css"` ListXpath string `yaml:"list_xpath" json:"list_xpath"` diff --git a/backend/model/spider.go b/backend/model/spider.go index 559234fc..f2072b8d 100644 --- a/backend/model/spider.go +++ b/backend/model/spider.go @@ -309,5 +309,10 @@ func GetConfigSpiderData(spider Spider) (entity.ConfigSpiderData, error) { return configData, err } + // 赋值 stage_name + for stageName, stage := range configData.Stages { + stage.Name = stageName + } + return configData, nil } diff --git a/backend/routes/config_spider.go b/backend/routes/config_spider.go index 085f5541..5fa25f2c 100644 --- a/backend/routes/config_spider.go +++ b/backend/routes/config_spider.go @@ -151,6 +151,11 @@ func UploadConfigSpider(c *gin.Context) { return } + // 赋值 stage_name + for stageName, stage := range configData.Stages { + stage.Name = stageName + } + // 删除已有的爬虫文件 for _, fInfo := range utils.ListDir(spiderDir) { // 不删除Spiderfile