From ac26d28777900dcfb51c2e39ed0fa3bc6c7290be Mon Sep 17 00:00:00 2001 From: Marvin Zhang Date: Sun, 7 Jul 2019 09:17:15 +0800 Subject: [PATCH] updated sinastock_spider --- spiders/sinastock/sinastock/spiders/sinastock_spider.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spiders/sinastock/sinastock/spiders/sinastock_spider.py b/spiders/sinastock/sinastock/spiders/sinastock_spider.py index 95c9df86..d5cd91d6 100644 --- a/spiders/sinastock/sinastock/spiders/sinastock_spider.py +++ b/spiders/sinastock/sinastock/spiders/sinastock_spider.py @@ -18,7 +18,7 @@ class SinastockSpiderSpider(scrapy.Spider): ) db = mongo[os.environ.get('MONGO_DB') or 'crawlab_test'] col = db.get_collection(os.environ.get('CRAWLAB_COLLECTION') or 'stock_news') - page_num = os.environ.get('PAGE_NUM') or 3 + page_num = int(os.environ.get('PAGE_NUM')) or 3 def start_requests(self): col = self.db['stocks']