更新可配置爬虫,修复一些问题

This commit is contained in:
marvzhang
2019-11-24 18:51:32 +08:00
parent 38d103da39
commit 6a07afa279
7 changed files with 93 additions and 92 deletions

View File

@@ -1,5 +1,6 @@
version: 0.4.0
start_url: "https://baidu.com/s?wd=crawlab"
start_stage: "stage_4"
engine: "scrapy"
stages:
stage_1:
@@ -14,6 +15,7 @@ stages:
attr: "href"
next_stage: "stage_2"
stage_2:
list: false
is_list: false
fields:
- name: ""
- name: "stage_2_field_1"
css: "a"

View File

@@ -9,5 +9,4 @@ import scrapy
class Item(scrapy.Item):
###ITEMS###
pass
###ITEMS###