From d4bcc3c3fc89dfd0c0bb2cdc0039accb89159678 Mon Sep 17 00:00:00 2001 From: Marvin Zhang Date: Sun, 7 Jul 2019 09:34:02 +0800 Subject: [PATCH] updated sinastock_spider: time zone adjustment --- spiders/sinastock/sinastock/spiders/sinastock_spider.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/spiders/sinastock/sinastock/spiders/sinastock_spider.py b/spiders/sinastock/sinastock/spiders/sinastock_spider.py index d5cd91d6..6605a794 100644 --- a/spiders/sinastock/sinastock/spiders/sinastock_spider.py +++ b/spiders/sinastock/sinastock/spiders/sinastock_spider.py @@ -5,9 +5,13 @@ from datetime import datetime import scrapy from pymongo import MongoClient +import pytz from sinastock.items import NewsItem +# 时区 +tz = pytz.timezone('Asia/Shanghai') + class SinastockSpiderSpider(scrapy.Spider): name = 'sinastock_spider' @@ -57,5 +61,7 @@ class SinastockSpiderSpider(scrapy.Spider): if item['text'] is None or item['ts_str'] is None: pass else: - item['ts'] = datetime.strptime(item['ts_str'], '%Y年%m月%d日 %H:%M') + ts = datetime.strptime(item['ts_str'], '%Y年%m月%d日 %H:%M') + ts = tz.localize(ts) + item['ts'] = ts yield item