only scan webpages

This commit is contained in:
Somdev Sangwan
2024-04-01 09:18:46 +05:30
parent 6d86371113
commit c9ffde2b87

View File

@@ -79,7 +79,7 @@ def stable_request(url, headers):
allow_redirects=redirects_allowed)
content = response.headers.get('Content-Type', '')
if not ('text' in content or 'html' in content or 'json' in content or 'xml' in content):
print('%s URL doesn\t seem to be a webpage. Skipping.' % info)
print('%s URL doesn\'t seem to be a webpage. Skipping.' % info)
return None
return response.url
except Exception as e: