import requests
from bs4 import BeautifulSoup
import pymysql
def insertdata_myql(sql):
# 打开数据库连接(具体配置信息请自行替换)
# print('执行到这里00')
db = pymysql.Connect(
host='localhost',
port=3306,
user='root',
password='118169',
db='test',
charset='utf8')
# 创建一个游标对象
# print ('执行到这里0')
cursor = db.cursor()
# print ('mysql连接成功')
# 执行 SQL 建表语句
cursor.execute(sql)
# print('执行到这里1')
db.commit()
response = requests.get(url="http://www.stat-nba.com/award/item0.html")
page = response.text.encode("latin1").decode("utf-8")
# print (page)
soup = BeautifulSoup(page, 'html.parser')
# # ul = soup.find('meta', 'charset')#对应标签的内容
# ul = soup.find('link')#对应标签的内容
# print(soup.find_all('link'))
# print(ul)
list1=[]
for i in soup.find_all('tr'):
# print(i)
# print(i.get_text())
list1.append(i.get_text())
for list in list1:
tupleinsertsql=tuple((list.split('\n')[1:25]))
sql="insert into mysql.nbaplayer values {0}".format(tupleinsertsql)
print((sql))
insertdata_myql(sql)
python爬取nab球员数据
猜你喜欢
转载自blog.csdn.net/baidu_20183817/article/details/100580349
今日推荐
周排行