s0md3v/Arjun
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

only scan webpages

Browse Source
This commit is contained in:
Somdev Sangwan
2024-04-01 09:18:01 +05:30
parent 538d5608a7
commit 6d86371113
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
arjun/core/utils.py
View File

@@ -77,8 +77,9 @@ def stable_request(url, headers):
verify=False, verify=False,
timeout=10, timeout=10,
allow_redirects=redirects_allowed) allow_redirects=redirects_allowed)
if not response.headers.get('Content-Type', '').startswith('text/'): content = response.headers.get('Content-Type', '')
print('%s URL doesn\'t seem to be a webpage. Skipping.' % info) if not ('text' in content or 'html' in content or 'json' in content or 'xml' in content):
print('%s URL doesn\t seem to be a webpage. Skipping.' % info)
return None return None
return response.url return response.url
except Exception as e: except Exception as e: