updated spiders

This commit is contained in:
Marvin Zhang
2019-06-06 17:24:00 +08:00
parent 665f957038
commit 1697e719ea

View File

@@ -509,7 +509,7 @@ class SpiderApi(BaseApi):
}, r.status_code
# get html parse tree
sel = etree.HTML(r.content)
sel = etree.HTML(r.content.decode('utf-8'))
# remove unnecessary tags
unnecessary_tags = [