s0md3v/Arjun
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

skip non-webpage urls

Browse Source
This commit is contained in:
Somdev Sangwan
2024-04-01 09:03:27 +05:30
parent b9b6237e79
commit 538d5608a7
2 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
arjun/__main__.py
View File

@@ -162,7 +162,7 @@ def initialize(request, wordlist, single_url=False):
if len(param_groups) > prev_chunk_count: if len(param_groups) > prev_chunk_count:
response_3 = requester(request, {zzuf[:-1]: zzuf[::-1][:-1]}) response_3 = requester(request, {zzuf[:-1]: zzuf[::-1][:-1]})
if compare(response_3, factors, {zzuf[:-1]: zzuf[::-1][:-1]})[0] != '': if compare(response_3, factors, {zzuf[:-1]: zzuf[::-1][:-1]})[0] != '':
print('%s Webpage is returning different content on each request. Try the --stable switch.' % bad) print('%s Webpage is returning different content on each request. Skipping.' % bad)
return [] return []
if mem.var['kill']: if mem.var['kill']:
return 'skipped' return 'skipped'
@@ -193,7 +193,7 @@ def main():
url = request['url'] url = request['url']
these_params = initialize(request, wordlist, single_url=True) these_params = initialize(request, wordlist, single_url=True)
if these_params == 'skipped': if these_params == 'skipped':
print('%s Skipped %s due to errors' % (bad, request['url'])) print('%s Skipped %s due to errors' % (bad, url))
elif these_params: elif these_params:
final_result[url] = {} final_result[url] = {}
final_result[url]['params'] = these_params final_result[url]['params'] = these_params

3
arjun/core/utils.py
View File

@@ -77,6 +77,9 @@ def stable_request(url, headers):
verify=False, verify=False,
timeout=10, timeout=10,
allow_redirects=redirects_allowed) allow_redirects=redirects_allowed)
if not response.headers.get('Content-Type', '').startswith('text/'):
print('%s URL doesn\'t seem to be a webpage. Skipping.' % info)
return None
return response.url return response.url
except Exception as e: except Exception as e:
if 'ConnectionError' not in str(e): if 'ConnectionError' not in str(e):