python request批量爬虫模板2

import requests
import time

headers = {
    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36'
}

f2 = open("test.csv", "r", encoding="UTF-8")
nameListPre = f2.readlines()
nameList = []
for namePre in nameListPre:
    nameList.append(namePre[:-1])
# print(nameList)

f2.close()

for name in nameList:
    time.sleep(5)
    r = requests.get("https://baike.baidu.com/item/唐" + name, headers=headers)
    r.encoding = r.apparent_encoding
    f1 = open(name + ".html", "w", encoding="UTF-8")
    f1.write(r.text)
    f1.close()
    print(name+"已完成\n")


发布了90 篇原创文章 · 获赞 65 · 访问量 1万+

猜你喜欢

转载自blog.csdn.net/ctsnevermore/article/details/104240020