50 lines
1.2 KiB
Python
50 lines
1.2 KiB
Python
|
# -*- coding: UTF-8 -*-
|
|||
|
|
"""
|
|||
|
|
@description 工具类，requests库二次封装
|
|||
|
|
@author wendell
|
|||
|
|
"""
|
|||
|
|
import requests
|
|||
|
|
from requests.exceptions import InvalidURL
|
|||
|
|
|
|||
|
|
|
|||
|
|
def get(url, timeout=None, headers=None, encoding=None):
|
|||
|
|
"""
|
|||
|
|
发送GET请求
|
|||
|
|
:param url: URL
|
|||
|
|
:param timeout: 超时时间(秒)
|
|||
|
|
:param headers: 头部信息
|
|||
|
|
:param encoding: 编码
|
|||
|
|
:return:
|
|||
|
|
"""
|
|||
|
|
# 参数验证,URL不能为空
|
|||
|
|
if not url:
|
|||
|
|
raise InvalidURL("Invalid URL %r" % url)
|
|||
|
|
response = requests.get(url, headers=headers, timeout=timeout)
|
|||
|
|
if not response:
|
|||
|
|
return None
|
|||
|
|
if encoding:
|
|||
|
|
response.encoding = encoding
|
|||
|
|
if response.status_code == 200:
|
|||
|
|
r_text = response.text
|
|||
|
|
response.close()
|
|||
|
|
return r_text
|
|||
|
|
response.close()
|
|||
|
|
return None
|
|||
|
|
|
|||
|
|
|
|||
|
|
def prepare_url(url):
|
|||
|
|
"""
|
|||
|
|
预处理URL连接，规范url
|
|||
|
|
www.a.com //www.a.com ==>> http://www.a.com
|
|||
|
|
:param url: URL
|
|||
|
|
:return: 处理的URL
|
|||
|
|
"""
|
|||
|
|
if not url:
|
|||
|
|
return None
|
|||
|
|
res = url
|
|||
|
|
if url.startswith('//'):
|
|||
|
|
res = 'http:' + url
|
|||
|
|
elif not url.startswith('http://') and not url.startswith('https://'):
|
|||
|
|
res = 'http://' + url
|
|||
|
|
return res
|