python爬虫之趟雷整理

 1 import urllib.request
 2 
 3 
 4 def load_message():
 5     url = 'http://www.baidu.com'
 6 
 7     request = urllib.request.Request(url)
 8     response = urllib.request.urlopen(request)
 9     response_str = response.read().decode('utf-8')
10 
11     return response.headers, request.headers, response_str
12 
13 
14 response_header, request_header, response_data = load_message()
15 print(request_header)
16 print('----------------------------------------')
17 print(response_header)
18 print('----------------------------------------')
19 print(response_data)