python爬取b站403_Python如何爬取b站热门视频并导入Excel
代碼如下
#encoding:utf-8
import requests
from lxml import etree
import xlwt
import os
# 爬取b站熱門視頻信息
def spider():
video_list = []
url = "https://www.bilibili.com/ranking?spm_id_from=333.851.b_7072696d61727950616765546162.3"
html = requests.get(url, headers={"User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36"}).text
html = etree.HTML(html)
infolist = html.xpath("//li[@class='rank-item']")
for item in infolist:
rank = "".join(item.xpath("./div[@class='num']/text()"))
video_link = "".join(item.xpath(".//div[@class='info']/a/@href"))
title = "".join(item.xpath(".//div[@class='info']/a/text()"))
payinfo = "".join(item.xpath(".//div[@class='detail']/span/text()")).split("萬")
play = payinfo[0] + "萬"
comment = payinfo[1]
if comment.isdigit() == False:
comment += "萬"
upname = "".join(item.xpath(".//div[@class='detail']/a/span/text()"))
uplink = "http://" + "".join(item.xpath(".//div[@class='detail']/a/@href"))
hot = "".join(item.xpath(".//div[@class='pts']/div/text()"))
video_list.append({
'rank': rank,
'videolink': video_link,
'title': title,
'play': play,
'comment': comment,
'upname': upname,
'uplink': uplink,
'hot': hot
})
return video_list
def write_Excel():
# 將爬取的信息添加到Excel
video_list = spider()
workbook = xlwt.Workbook() # 定義表格
sheet = workbook.add_sheet("b站熱門視頻") # 添加sheet的name
xstyle = xlwt.XFStyle() # 實例化表格樣式對象
xstyle.alignment.horz = 0x02 # 字體居中
xstyle.alignment.vert = 0x01
head = ['視頻名', 'up主','排名', '熱度','播放量','評論數']
for h in range(len(head)):
sheet.write(0, h, head[h], xstyle)
i = 1
for item in video_list:
# 向單元格(視頻名)添加該視頻的超鏈接
if '"' in item["title"]:
item["title"] = item["title"].split('"')[1]
title_data = 'HYPERLINK("'+item["videolink"]+'";"'+item["title"]+'")' # 設置超鏈接
sheet.col(0).width = int(256 * len(title_data) * 3/5) # 設置列寬
sheet.write(i, 0, xlwt.Formula(title_data), xstyle)
name_data = 'HYPERLINK("'+item["uplink"]+'";"'+item["upname"]+'")'
sheet.col(1).width = int(256 * len(name_data) * 3/5)
sheet.write(i, 1, xlwt.Formula(name_data), xstyle)
sheet.write(i, 2, item["rank"], xstyle)
sheet.write(i, 3, item["hot"], xstyle)
sheet.write(i, 4, item["play"], xstyle)
sheet.write(i, 5, item["comment"], xstyle)
i += 1
# 如果文件存在,則將其刪除
file = "b站熱門視頻信息.xls"
if os.path.exists(file):
os.remove(file)
workbook.save(file)
if __name__ == '__main__':
write_Excel()
結果展示:
以上就是本文的全部內容,希望對大家的學習有所幫助,也希望大家多多支持隨便開發網。
總結
以上是生活随笔為你收集整理的python爬取b站403_Python如何爬取b站热门视频并导入Excel的全部內容,希望文章能夠幫你解決所遇到的問題。
- 上一篇: c语言最大公约数和最小公倍数_五年级奥数
- 下一篇: 双十一想入个家用的投影仪,请问有推荐的吗