urllib实现请求发送（python3）

一、传入url：urllib.request.urlopen

import urllib.request
response = urllib.request.urlopen("https://www.baidu.com")
print(response.read) # >
print(response.read()) # b'\r\n\r\n\t\r\n\r\n\r\n\t\r\n\r\n'

二、构造请求：urllib.request.Request

1. 构造简单请求

import requests
import urllib.request
url = "https://www.baidu.com"
# 构造headers
headers = {"User-Agent":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36"}
# 构造请求
request = urllib.request.Request(url,headers=headers)
# 发送请求
response = urllib.request.urlopen(request)
print(response.read()) # b'\n\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\t\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\t\r\n        \r\n\t\t\t        \r\n\t\r\n\t\t\t        \r\n\t\r\n\t\t\t        \r\n\t\r\n\t\t\t        \r\n\t\t\t    \r\n\r\n\t\r\n        \r\n\t\t\t        \r\n\t\r\n\t\t\t        \r\n\t\r\n\t\t\t        \r\n\t\r\n\t\t\t        \r\n\t\t\t    \r\n\r\n\r\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n    \n    \n    \n\t\n    \n    \n    \n    \n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n    \n    \n    \n\n\n\n\n\n\n\n\n\n    \n\n\n\n\n    \n\n\n\n\t\n    
\n        \n\n\n        \n\n\n
\xe8\xbe\x93\xe5\x85\xa5\xe6\xb3\x95
\xe6\x89\x8b\xe5\x86\x99
\xe6\x8b\xbc\xe9\x9f\xb3
\xe5\x85\xb3\xe9\x97\xad
\xe7\x99\xbe\xe5\xba\xa6\xe9\xa6\x96\xe9\xa1\xb5\xe8\xae\xbe\xe7\xbd\xae\xe7\x99\xbb\xe5\xbd\x95
\xe6\x96\xb0\xe9\x97\xbbhao123\xe5\x9c\xb0\xe5\x9b\xbe\xe8\xa7\x86\xe9\xa2\x91\xe8\xb4\xb4\xe5\x90\xa7\xe5\xad\xa6\xe6\x9c\xaf\xe7\x99\xbb\xe5\xbd\x95\xe8\xae\xbe\xe7\xbd\xae\xe6\x9b\xb4\xe5\xa4\x9a\xe4\xba\xa7\xe5\x93\x81
\n\n\n\n
\n
\n    \xe7\xbd\x91\xe9\xa1\xb5\n    \xe8\xb5\x84\xe8\xae\xaf\n    \xe8\xb4\xb4\xe5\x90\xa7\n    \xe7\x9f\xa5\xe9\x81\x93\n    \xe9\x9f\xb3\xe4\xb9\x90\n    \xe5\x9b\xbe\xe7\x89\x87\n    \xe8\xa7\x86\xe9\xa2\x91\n    \xe5\x9c\xb0\xe5\x9b\xbe\n    \xe6\x96\x87\xe5\xba\x93\n    \xe6\x9b\xb4\xe5\xa4\x9a\xc2\xbb\n
\n
\n\n        \n\r\n
\r\n\t
\r\n\t\t
\r\n\t\t\t
\r\n\t\t\t
\r\n\t\t\t\t\t
\xe7\x99\xbe\xe5\xba\xa6
\r\n\t\t\t
\r\n\t\t
\r\n\t
\r\n
\r\n
\r\n\r\n
\xe6\x8a\x8a\xe7\x99\xbe\xe5\xba\xa6\xe8\xae\xbe\xe4\xb8\xba\xe4\xb8\xbb\xe9\xa1\xb5\xe5\x85\xb3\xe4\xba\x8e\xe7\x99\xbe\xe5\xba\xa6About  Baidu\xe7\x99\xbe\xe5\xba\xa6\xe6\x8e\xa8\xe5\xb9\xbf
©2018 Baidu \xe4\xbd\xbf\xe7\x94\xa8\xe7\x99\xbe\xe5\xba\xa6\xe5\x89\x8d\xe5\xbf\x85\xe8\xaf\xbb \xe6\x84\x8f\xe8\xa7\x81\xe5\x8f\x8d\xe9\xa6\x88 \xe4\xba\xacICP\xe8\xaf\x81030173\xe5\x8f\xb7  \xe4\xba\xac\xe5\x85\xac\xe7\xbd\x91\xe5\xae\x89\xe5\xa4\x8711000002000001\xe5\x8f\xb7 
\n        
\n        
\n    
\n    
\n    \n    \n    \n    \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\r\n\n\n\r\n'

2. 发送post请求
   data必须要encode进行转码之后才能传入

import urllib.request
import urllib.parse

url = "http://www.renren.com/PLogin.do"
# 构造headers
headers = {"User-Agent":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36"}
# 构造请求数据字典
data = {"email":"[email protected]", "password":"password"}
# 对请求数据字典进行编码，转化为bytes类型
data = urllib.parse.urlencode(data).encode('utf-8')
# 构造请求
request = urllib.request.Request(url,data = data,headers=headers)
# 发送请求
response = urllib.request.urlopen(request)
# 获取响应
print(response.read())

response.read()获取的是bytes类型，若要获取字符串类型则需要再进行解码，执行：

response.read().decode()