|
|
20鱼币
如题，自己有喜马拉雅vip,想问一下在哪里添加一个vipcookies可以爬取vip音频。
- import requests
- import bs4
- import json
- import os
- import openpyxl
- class Ximalaya():
- def __init__(self):
- self.url = 'https://www.ximalaya.com'
- self.headers = {
- "user-agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36"}
- # 关键字搜索,返回一个列表 的字典数据
- def search(self, kw):
- res = requests.get(self.url + "/search/" + kw, headers=self.headers)
- bs = bs4.BeautifulSoup(res.text, "html.parser")
- # bs1放的是标题和网址 bs2放的是图片地址
- bs1 = bs.find_all('a', class_="xm-album-title ellipsis-2")
- bs2 = bs.find_all('a', class_="xm-album-cover")
- # 图片
- ls = []
- for i in range(len(bs1)):
- d = dict.fromkeys(("title", "albumId", "src", 'count'))
- d['title'] = bs1[i]['title'] # 标题
- d['albumId'] = bs1[i]['href'].split('/')[-2] # 网址的albumId
- d['src'] = "https:" + bs2[i].img['src'] # 图片
- d['count'] = bs2[i].find('div', class_='listen-count').span.text # 播放量
- ls.append(d)
- return ls
- # 访问目标专辑的网页,然后获取所有的章节的列表字典数据+"p1/"
- def get_album(self, albumId):
- res = requests.get(f"{self.url}/revision/album/v1/getTracksList?albumId={albumId}&pageNum=1&sort=0&pageSize=30",
- headers=self.headers)
- js = json.loads(res.text)
- # 获取总页数 分页计算总页数算法
- pageSize = 1000
- totalRecord = int(js['data']['trackTotalCount'])
- totalPageNum = int((totalRecord + pageSize - 1) / pageSize)
- ls = []
- for i in range(totalPageNum):
- res = requests.get(
- f"{self.url}/revision/album/v1/getTracksList?albumId={albumId}&pageNum={i + 1}&sort=0&pageSize={pageSize}",
- headers=self.headers)
- js1 = json.loads(res.text)
- js1 = js1['data']['tracks']
- for item in js1:
- d = dict.fromkeys(('title', 'trackId', 'playCount'))
- d["title"] = item['title'] # 标题
- d["playCount"] = item['playCount'] # 播放量
- d["trackId"] = item['trackId'] # 下载接口id
- ls.append(d)
- return ls
- # 下载音频文件,返回下载结果 需要提供章节字典 和目录名
- def donwn(self, section, sname):
- try:
- # 如果没有这个目录则创建一个目录
- if os.path.isdir(sname) == False:
- os.makedirs(sname)
- sname = sname + r"/"
- res = requests.get(f"https://www.ximalaya.com/revision/play/v1/audio?id={section['trackId']}&ptype=1",
- headers=self.headers)
- js = json.loads(res.text)
- res = requests.get(js['data']['src'], headers=self.headers).content
- with open(sname + section['title'] + ".m4a", 'wb') as file:
- file.write(res)
- print(section['title'] + " 下载成功!")
- except:
- print(section['title'] + " 下载失败!")
- #将数据保存到excel表格中
- def to_excel(self, sections, sname):
- try:
- wb = openpyxl.Workbook()
- ws = wb.active # 获取工作表
- ws.freeze_panes = 'B2'
- #设置行宽 高 width是字符数 height是像素
- ws.row_dimensions[1].height = 25
- ws.column_dimensions['A'].width = 50
- ws.column_dimensions['B'].width = 90
- ws.column_dimensions['C'].width = 20
- ws.append(['title', 'm4aUrl', 'playCount'])
- sname = sname + ".xlsx"
- for item in sections:
- res = requests.get(f"https://www.ximalaya.com/revision/play/v1/audio?id={item['trackId']}&ptype=1",
- headers=self.headers)
- js = json.loads(res.text)
- print(item['title'], js['data']['src'], item['playCount'])
- ws.append([item['title'], js['data']['src'], item['playCount']])
- wb.save(sname)
- print(f"保存到 {sname} 成功!")
- except:
- print(f"保存到 {sname} 失败!")
- if __name__ == "__main__":
- while True:
- xmly = Ximalaya()
- while True:
- try:
- kw = input("请输入您想搜索的关键字:(书名或者作者)\r\n")
- ls = xmly.search(kw)
- for i, item in enumerate(ls):
- txt = f"{i + 1}-{item['title']}-{item['count']}"
- print(txt)
- xh = input(f"请输入您想要下载的专辑的序号:1-{len(ls)} 返回上一步请输入'#'键\r\n")
- # 如果输入了#号键则继续循环问..不是则跳出循环
- if xh != '#':
- try:
- xh = int(xh) - 1
- break
- except:
- print("输入有误!回到开始位置")
- except:
- print("关键字有误,或者没找到!")
- print("正在遍历所有的章节,这需要些时间.......")
- # 根据用户选的序号来选择遍历哪个有声书的所有章节
- sections = xmly.get_album(ls[xh]["albumId"])
- for i, item in enumerate(sections):
- print(i + 1, item['title'])
- ts = input(
- f" 有几种交互方式,请参考!\r\n1.请输入需要下载的章节序号:1-{len(sections)} 支持范围下载 例如输入:10-100\r\n2.如果您要全部都下载,请输入'#'键\r\n3.如果您要全部打印到excel表格里请输入'e'键\r\n4.退出按x键\r\n")
- name = ls[xh]["title"]
- if ts == "#": # 全部下载
- for item in sections:
- xmly.donwn(item, name)
- else:
- if '-' in ts: # 范围下载
- min, max = ts.split('-')
- for i in range(int(min), int(max) + 1):
- xmly.donwn(sections[i], name)
- elif ts == 'e': # 将数据保存到excel表格里
- xmly.to_excel(sections, name)
- elif ts=='x':
- break
- else: # 按序号下载
- xmly.donwn(sections[int(ts) - 1], name)
- ts=input("还要继续输入'j'键,退出输入任意键")
- if ts!='j':
- break
我自己在head这儿添加cookeis，好像没效果，还是我的cookie方式错语，求指导。谢谢！
|
|
( 粤ICP备18085999号-1 | 粤公网安备 44051102000585号)
狗仔卡
发表于 2020-8-27 21:10:57
置顶卡
千斤顶
显身卡
发表于 2020-8-27 22:45:31
楼主