参数以前都是两个 现在要改为3个了
def video_detail(self, data, driver):
link = data['link']
参数3就是我们用的
driver.get(link)
但是。。请注意。。他的传递方式和以往不同
print(f"{self.platform_name}数据正在读取")
results = []
driver = webdriver.Chrome(options=self.options)
with ThreadPoolExecutor(max_workers=HibeeConfig.max_workers) as executor:
video_detail_with_service = partial(self.video_detail, driver=driver)
for result in executor.map(video_detail_with_service, datas):
results.append(result)
print(f"{self.platform_name}数据准备插入数据库")
time = 0
for result in results:
print(f"当前进度 {time} / {len(results)}")
# 处理结果,例如打印或存储
self.db.insert_video(result)
time += 1
# 打印当前进度
print(f"{self.platform_name},视频详情数据,更新了数据" + str(time) + "条")