From 8406f065227ffdef8a636abaa575b77d356b27a6 Mon Sep 17 00:00:00 2001 From: Marvin Zhang Date: Wed, 22 May 2019 23:10:33 +0800 Subject: [PATCH] updated chinaz_spider --- spiders/chinaz/chinaz/spiders/chinaz_spider.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/spiders/chinaz/chinaz/spiders/chinaz_spider.py b/spiders/chinaz/chinaz/spiders/chinaz_spider.py index b2d0e24c..28ad84e7 100644 --- a/spiders/chinaz/chinaz/spiders/chinaz_spider.py +++ b/spiders/chinaz/chinaz/spiders/chinaz_spider.py @@ -50,7 +50,10 @@ class ChinazSpiderSpider(scrapy.Spider): # location info extraction res2 = arr[1].css('a::text').extract() - location = res2[0] + if len(res2) > 0: + location = res2[0] + else: + location = '其他' # assign values to item item['main_category'] = main_category