将可配置爬虫stages调整为列表

This commit is contained in:
marvzhang
2019-12-13 12:55:53 +08:00
parent 4a77c7db0d
commit 3ef794f7a2
8 changed files with 52 additions and 65 deletions

View File

@@ -5,7 +5,7 @@ type ConfigSpiderData struct {
Engine string `yaml:"engine" json:"engine"`
StartUrl string `yaml:"start_url" json:"start_url"`
StartStage string `yaml:"start_stage" json:"start_stage"`
Stages map[string]Stage `yaml:"stages" json:"stages"`
Stages []Stage `yaml:"stages" json:"stages"`
Settings map[string]string `yaml:"settings" json:"settings"`
}