156 lines
5.5 KiB
Python
156 lines
5.5 KiB
Python
#!/usr/bin/env python
|
||
# -*- encoding: utf-8 -*-
|
||
"""
|
||
Topic: requests入门
|
||
"""
|
||
import requests
|
||
import re
|
||
from io import StringIO
|
||
import json
|
||
|
||
|
||
def quick():
|
||
# 常见的请求协议
|
||
# r = requests.get('https://api.github.com/events')
|
||
# r = requests.get("http://httpbin.org/get")
|
||
# r = requests.put("http://httpbin.org/put")
|
||
# r = requests.delete("http://httpbin.org/delete")
|
||
# r = requests.head("http://httpbin.org/get")
|
||
# r = requests.options("http://httpbin.org/get")
|
||
|
||
# URL传递参数
|
||
# payload = {'key1': 'value1', 'key2': 'value2'}
|
||
# r = requests.get("http://httpbin.org/get", params=payload)
|
||
# print(r.url)
|
||
|
||
# 读取返回结果
|
||
# r = requests.get('https://api.github.com/events')
|
||
# 打印默认的编码方式
|
||
# print(r.encoding)
|
||
# 改变r.encoding
|
||
# r.encoding = 'utf-8'
|
||
# print(r.text)
|
||
|
||
# 读取HTML/XML格式的网页
|
||
# r = requests.get('http://www.baidu.com/')
|
||
# print(re.findall('content="text/html;charset=.*"', 'content="text/html;charset=utf-8"'))
|
||
# 如果只是搜索第一个出现的，就使用search就行了，不需要用findall
|
||
# print(re.search('content="text/html;charset=.*?"', r.content.decode('utf-8')).group(0))
|
||
# print(r.encoding)
|
||
# print(r.text)
|
||
|
||
# 从返回值的二进制数据中直接创建一个图片
|
||
# i = Image.open(StringIO(r.content))
|
||
|
||
# JSON返回值
|
||
# r = requests.get('https://api.github.com/events')
|
||
# print([(type(a), a) for a in (r.json(),)])
|
||
# print(*((type(a), a) for a in ([1, 2],)))
|
||
|
||
# # 直接返回原始的内容
|
||
# r = requests.get('http://requests.readthedocs.org/en/'
|
||
# 'latest/_static/requests-sidebar.png', stream=True)
|
||
# # print(r.raw)
|
||
# # print(r.raw.read(10))
|
||
# # 然后使用字节流下载对应的内容，注意啊，运行下面这个要先注释掉上面的r.raw.read(10)
|
||
# chunk_size = 1024
|
||
# with open('downloads.png', 'wb') as fd:
|
||
# for chunk in r.iter_content(chunk_size):
|
||
# fd.write(chunk)
|
||
|
||
# 自定义Header
|
||
# url = 'https://api.github.com/some/endpoint'
|
||
# payload = {'some': 'data'}
|
||
# headers = {'content-type': 'application/json'}
|
||
# r = requests.post(url, data=json.dumps(payload), headers=headers)
|
||
|
||
# 高级的POST请求示例，POST常见的四种请求内容格式
|
||
# 1. application/x-www-form-urlencoded
|
||
# 2. multipart/form-data
|
||
# 3. application/json
|
||
# 4. text/xml
|
||
|
||
# 如果传入一个字典形式的参数，那么默认就是第一种请求格式x-www-form-urlencoded
|
||
# payload = {'key1': 'value1', 'key2': 'value2'}
|
||
# r = requests.post("http://httpbin.org/post", data=payload)
|
||
# print(r.text)
|
||
# # JSON请求，直接提供一个字符串给data，application/json格式
|
||
# url = 'https://api.github.com/some/endpoint'
|
||
# payload = {'some': 'data'}
|
||
# r = requests.post(url, data=json.dumps(payload))
|
||
|
||
# POST一个文件，multipart/form-data请求格式
|
||
# url = 'http://httpbin.org/post'
|
||
# 可以设置文件名，content_type 和 headers
|
||
# files = {'file': ('report.xlsx', open('report.xlsx', 'rb')
|
||
# , 'application/vnd.ms-excel', {'Expires': '0'})}
|
||
# r = requests.post(url, files=files)
|
||
# print(r.text)
|
||
# 如果你还想将字符串作为文件POST提交，可以这样
|
||
# files = {'file': ('report.csv', 'some,data,to,send\nanother,row,to,send\n')}
|
||
# r = requests.post(url, files=files)
|
||
# print(r.text)
|
||
|
||
# 响应status_code
|
||
# r = requests.get('http://httpbin.org/get')
|
||
# print(r.status_code)
|
||
# print(r.status_code == requests.codes.ok)
|
||
# bad_r = requests.get('http://httpbin.org/status/404')
|
||
# print(bad_r.status_code)
|
||
# 如果不是2XX返回值，抛出异常
|
||
# bad_r.raise_for_status()
|
||
|
||
# 响应Headers
|
||
# print(r.headers)
|
||
# {
|
||
# 'content-encoding': 'gzip',
|
||
# 'transfer-encoding': 'chunked',
|
||
# 'connection': 'close',
|
||
# 'server': 'nginx/1.0.4',
|
||
# 'x-runtime': '148ms',
|
||
# 'etag': '"e1ca502697e5c9317743dc078f67693f"',
|
||
# 'content-type': 'application/json'
|
||
# }
|
||
# print(r.headers['Content-Type'])
|
||
# print(r.headers.get('content-type'))
|
||
|
||
# # Cookies，如果HTTP响应中含有Cookies，可以很容易的访问
|
||
# url = 'http://example.com/some/cookie/setting/url'
|
||
# r = requests.get(url)
|
||
# print(r.cookies['example_cookie_name'])
|
||
# # 同时，使用cookies参数，也能发送带有cookies的请求
|
||
# url = 'http://httpbin.org/cookies'
|
||
# cookies = dict(cookies_are='working')
|
||
# r = requests.get(url, cookies=cookies)
|
||
# print(r.text)
|
||
|
||
# # 重定向和历史记录, 只对HEAD无效
|
||
# r = requests.get('http://github.com')
|
||
# print(r.url)
|
||
# print(r.status_code)
|
||
# print(r.history)
|
||
# # 禁止重定向
|
||
# r = requests.get('http://github.com', allow_redirects=False)
|
||
# print(r.status_code)
|
||
# print(r.history)
|
||
# # 当使用HEAD的时候，也可以激活重定向
|
||
# r = requests.head('http://github.com', allow_redirects=True)
|
||
# print(r.url)
|
||
# print(r.history)
|
||
|
||
# 超时设置
|
||
# requests.get('http://github.com', timeout=0.001)
|
||
|
||
# 错误和异常
|
||
# 出现网络错误，如DNS错误，拒绝连接等，抛出ConnectionError异常
|
||
# 非法的响应，抛出 HTTPError异常
|
||
# 超时，抛出Timeout 异常
|
||
# 重定向次数超过配置的最大数，抛出TooManyRedirects异常
|
||
# 所有异常的均集成自requests.exceptions.RequestException.
|
||
pass
|
||
|
||
|
||
if __name__ == '__main__':
|
||
quick()
|
||
|