fixed a crawler bug

2019-04-30 22:09:40 +05:30
parent d28d553179
commit 5a6d77370b
1 changed files with 1 additions and 0 deletions
--- a/core/utils.py
+++ b/core/utils.py
@@ -217,6 +217,7 @@ def js_extractor(response):


 def handle_anchor(parent_url, url):
+    scheme = urlparse(parent_url).scheme
    if url[:4] == 'http':
        return url
    elif url[:2] == '//':