git-sync/crawlab
1
0
Fork 0
mirror of https://github.com/crawlab-team/crawlab.git synced 2026-01-22 17:31:03 +01:00
Code Issues Packages Projects Releases Wiki Activity

updated sinastock_spider

Browse Source
This commit is contained in:
Marvin Zhang
2019-07-07 09:17:15 +08:00
parent 32e93de024
commit ac26d28777
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
spiders/sinastock/sinastock/spiders/sinastock_spider.py
View File

@@ -18,7 +18,7 @@ class SinastockSpiderSpider(scrapy.Spider):
)
db = mongo[os.environ.get('MONGO_DB') or 'crawlab_test']
col = db.get_collection(os.environ.get('CRAWLAB_COLLECTION') or 'stock_news')
page_num = os.environ.get('PAGE_NUM') or 3
page_num = int(os.environ.get('PAGE_NUM')) or 3
def start_requests(self):
col = self.db['stocks']