2018-12-30 03:07:15 +05:30
|
|
|
import time
|
|
|
|
|
import random
|
|
|
|
|
import warnings
|
|
|
|
|
import requests
|
|
|
|
|
|
2019-04-25 01:29:54 +05:30
|
|
|
warnings.filterwarnings('ignore') # Disable SSL related warnings
|
|
|
|
|
|
2018-12-30 03:07:15 +05:30
|
|
|
|
|
|
|
|
def requester(url, data, headers, GET, delay):
|
|
|
|
|
time.sleep(delay)
|
|
|
|
|
user_agents = ['Mozilla/5.0 (X11; Linux i686; rv:60.0) Gecko/20100101 Firefox/60.0',
|
2019-04-25 01:29:54 +05:30
|
|
|
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36'
|
|
|
|
|
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36 OPR/43.0.2442.991']
|
2018-12-30 03:07:15 +05:30
|
|
|
if headers:
|
2019-04-25 01:29:54 +05:30
|
|
|
if 'User-Agent' not in headers:
|
|
|
|
|
headers['User-Agent'] = random.choice(user_agents)
|
2018-12-30 03:07:15 +05:30
|
|
|
if GET:
|
2019-04-25 01:29:54 +05:30
|
|
|
response = requests.get(
|
|
|
|
|
url, params=data, headers=headers, verify=False)
|
2018-12-30 03:07:15 +05:30
|
|
|
else:
|
|
|
|
|
response = requests.post(url, data=data, headers=headers, verify=False)
|
2019-04-25 01:29:54 +05:30
|
|
|
return response
|
