import requests
import lxml
from lxml import etree
headers = {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36"
}
cityUrl = 'https://jobs.51job.com/'
def getCity(url):
response = requests.get(url,headers=headers)
html = response.content.decode('gbk')
mytree = lxml.etree.HTML(html)
cityList = mytree.xpath('/html/body/div[2]/div[2]/div[2]/div[1]/a')
for city in cityList:
cityName = city.xpath('./text()')[0]
cityUrl = city.xpath('./@href')[0]
print(cityName,cityUrl)
if __name__ == '__main__':
getCity(cityUrl)
Spider学习笔记(二):抓取51招聘城市信息
猜你喜欢
转载自blog.csdn.net/xiaohuoche175/article/details/81749104
今日推荐
周排行