From 9e849695d1f2cf2b9678cab2e544b94ae2e88a40 Mon Sep 17 00:00:00 2001 From: marvzhang Date: Tue, 3 Dec 2019 12:14:38 +0800 Subject: [PATCH] =?UTF-8?q?=E6=9B=B4=E6=96=B0=E5=8F=AF=E9=85=8D=E7=BD=AE?= =?UTF-8?q?=E7=88=AC=E8=99=AB?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- backend/model/config_spider/scrapy.go | 2 +- backend/template/scrapy/config_spider/settings.py | 2 -- 2 files changed, 1 insertion(+), 3 deletions(-) diff --git a/backend/model/config_spider/scrapy.go b/backend/model/config_spider/scrapy.go index 5a6730d1..5f4870e4 100644 --- a/backend/model/config_spider/scrapy.go +++ b/backend/model/config_spider/scrapy.go @@ -187,7 +187,7 @@ func (g ScrapyGenerator) GetListParserString(stageName string, stage entity.Stag // 分页 if stage.PageCss != "" || stage.PageXpath != "" { str += g.PadCode(fmt.Sprintf(`next_url = response.%s.extract_first()`, g.GetExtractStringFromStage(stage)), 2) - str += g.PadCode(fmt.Sprintf(`yield scrapy.Request(url=get_real_url(response, next_url), callback=self.parse_%s, meta={'item': item})`, stageName), 2) + str += g.PadCode(fmt.Sprintf(`yield scrapy.Request(url=get_real_url(response, next_url), callback=self.parse_%s, meta={'item': prev_item})`, stageName), 2) } // 加入末尾换行 diff --git a/backend/template/scrapy/config_spider/settings.py b/backend/template/scrapy/config_spider/settings.py index fab0080f..195f95df 100644 --- a/backend/template/scrapy/config_spider/settings.py +++ b/backend/template/scrapy/config_spider/settings.py @@ -102,7 +102,5 @@ for setting_env_name in [x for x in os.environ.keys() if x.startswith('CRAWLAB_S setting_value = int(setting_value) else: pass - print(setting_name) - print(setting_value) locals()[setting_name] = setting_value