git-sync/crawlab
1
0
Fork 0
mirror of https://github.com/crawlab-team/crawlab.git synced 2026-02-01 18:20:17 +01:00
Code Issues Packages Projects Releases Wiki Activity

更新可配置爬虫，修复一些问题

Browse Source
This commit is contained in:
marvzhang
2019-11-24 19:45:21 +08:00
parent 8b451c8b2b
commit 5a286f98af
6 changed files with 53 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
backend/entity/config_spider.go
View File

@@ -9,10 +9,11 @@ type Field struct {
}
type Stage struct {
IsList bool `yaml:"is_list" json:"is_list"`
ListCss string `yaml:"list_css" json:"list_css"`
PageCss string `yaml:"page_css" json:"page_css"`
Fields []Field `yaml:"fields" json:"fields"`
IsList bool `yaml:"is_list" json:"is_list"`
ListCss string `yaml:"list_css" json:"list_css"`
PageCss string `yaml:"page_css" json:"page_css"`
PageAttr string `yaml:"page_attr" json:"page_attr"`
Fields []Field `yaml:"fields" json:"fields"`
}
type ConfigSpiderData struct {