python 爬取 xml 并解析

import requests
from lxml  import etree
cookies = {
    'xt-b-ts-16221980779': '1541486520724',
    'wosid-lite': 'XRQ7BVWf4pNghfg60RvJtg',
    'pldfltcid': '128193470abc42e184fe1d445789fc97031',
    'ns-mzf-inst': '39-94-443-124-183-8177-312297-31-nk11',
    'mz_at0-16221980779': 'AwQAAAFZAAE45gAAAABcdh6ru1cbLfTo4oijWginNrpYFKJ2EMw=',
    'mzf_in': '312297',
    'itspod': '31',
    'mz_at_ssl-16221980779': 'AwUAAAFZAAE45gAAAABcihGxUvEPG/VXEzfg9MpX/klLVci+hvw=',
    'xp_ci': '3z2QZ7wgz1BDz4qZzAGKzHKUylWKp',
    'hsaccnt': '1',
    'X-Dsid': '16221980779',
    'vrep': 'COuQn7c8EgQIBhAAEgQIARAlEgQICBAAEgQIAxAaEgQIBBAAEgQICRAAEgQIChAAEgQIBxAAEgQIAhAOEgQIBRAF',
    'xt-src': 'b',
    'xp_ab': '1#tBc9hUt+4106+dbglmEX6#ZPJNBED+3832+nsc1H4j1',
}

headers = {
    'Host': 'search.itunes.apple.com',
    'X-Dsid': '16221980779',
    'Accept': '*/*',
    'Connection': 'keep-alive',
    'Proxy-Connection': 'keep-alive',
    'User-Agent': 'AppStore/2.0 iOS/8.1.2 model/iPhone6,1 build/12B440 (6; dt:89)',
    'Accept-Language': 'zh-cn',
    'X-Apple-Store-Front': '143465-19,26',
    'Accept-Encoding': 'gzip, deflate',
}

response = requests.get('https://search.itunes.apple.com/WebObjects/MZSearchHints.woa/wa/hints?clientApplication=Software&term=微信', headers=headers, cookies=cookies, verify=False)
print(type(response.text))
print(response.text)
# response.text
#  注意 etree.HTML() 必须传入二进制的数据
html = etree.HTML(response.content)
result = html.xpath('//integer')
print(result[0].text)
# print(result)

猜你喜欢

转载自blog.csdn.net/qq_15256443/article/details/88566360