判断页面能否打开

import csv

import requests
import time
from fake_useragent import UserAgent

ua = UserAgent().random
headers = {
    "User-Agent": ua,
}
fl= open('response.csv', 'w', newline='',encoding='utf-8')
# fieldnames = ['customer_name','url']
fieldnames = ['url','result']
writer = csv.DictWriter(fl, fieldnames=fieldnames)
writer.writeheader()

with open('test.csv','rt',encoding='utf-8') as csvfile:
    reader = csv.DictReader(csvfile)
    urls = [row['url'] for row in reader]
    for url in urls:
        # while True:
        reps = requests.get(url,headers = headers,timeout=20,allow_redirects = False)
        print(reps.status_code)
        time.sleep(0.5)
        try:
            if reps.status_code == 200:
                result = 'Y'
            else:
                result = 'N'
        except:
            result = 'N'
        writer.writerow({'url':url,'result':result})

猜你喜欢

转载自blog.csdn.net/u014229742/article/details/85233712