其中url为爬取网页的地址
import requests import time def getHTMLText(url): try: r = requests.get(url) r.raise_for_status() r.encoding = r.apparent_encoding return r.text except: return "产生异常" if __name__ == "__main__": url = "https://www.amazon.cn/dp/B01I0XN8XY/ref=sr_1_1?ie=UTF8&qid=1524135181&sr=8-1&keywords=python%E7%BC%96%E7%A8%8B%E5%BF%AB%E9%80%9F%E4%B8%8A%E6%89%8B+%E8%AE%A9%E7%B9%81%E7%90%90%E5%B7%A5%E4%BD%9C%E8%87%AA%E5%8A%A8%E5%8C%96" time_begin = time.time() for i in range(100): print(getHTMLText(url)) time_end = time.time() print(time_end - time_begin)