git-sync/crawlab
1
0
Fork 0
mirror of https://github.com/crawlab-team/crawlab.git synced 2026-01-21 17:21:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #803 from Seven2Nine/master

Browse Source 
Update spider.py
This commit is contained in:
Marvin Zhang
2020-07-08 11:22:59 +08:00
committed by GitHub
parent 8399597d2f 142367a5f0
commit 0ad98fc427
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
backend/template/scrapy/config_spider/spiders/spider.py
View File

@@ -9,7 +9,7 @@ def get_real_url(response, url):
return url
elif re.search(r'^\/\/', url):
u = urlparse(response.url)
return u.scheme + url
return u.scheme + ":" + url
return urljoin(response.url, url)
class ConfigSpider(scrapy.Spider):