From ada606afbb934186a9d04f8928d012d1924042fc Mon Sep 17 00:00:00 2001
From: Marvin Zhang <tikazyq@gmail.com>
Date: Sun, 9 Jun 2019 17:01:17 +0800
Subject: [PATCH] pagination change

---
 crawlab/spiders/spiders/spiders/config_spider.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/crawlab/spiders/spiders/spiders/config_spider.py b/crawlab/spiders/spiders/spiders/config_spider.py
index 13fa82bf..70693c0d 100644
--- a/crawlab/spiders/spiders/spiders/config_spider.py
+++ b/crawlab/spiders/spiders/spiders/config_spider.py
@@ -73,7 +73,10 @@ def get_next_url(response):
         if next_url is not None:
             if not next_url.startswith('http') and not next_url.startswith('//'):
                 u = urlparse(response.url)
-                next_url = f'{u.scheme}://{u.netloc}{next_url}'
+                if next_url.startswith('/'):
+                    next_url = f'{u.scheme}://{u.netloc}{next_url}'
+                else:
+                    next_url = f'{u.scheme}://{u.netloc}{u.path}/{next_url}'
                 return next_url
     return None