import requests
import time
headers = {
'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36'
}
f2 = open("test.csv", "r", encoding="UTF-8")
nameListPre = f2.readlines()
nameList = []
for namePre in nameListPre:
nameList.append(namePre[:-1])
# print(nameList)
f2.close()
for name in nameList:
time.sleep(5)
r = requests.get("https://baike.baidu.com/item/唐" + name, headers=headers)
r.encoding = r.apparent_encoding
f1 = open(name + ".html", "w", encoding="UTF-8")
f1.write(r.text)
f1.close()
print(name+"已完成\n")
python request批量爬虫模板2
猜你喜欢
转载自blog.csdn.net/ctsnevermore/article/details/104240020
今日推荐
周排行