批量爬取梨视频(基础版)

jtxs0000

批量下载小视频，不到40行代码
没有添加函数，因为我是小白
应该大部分的鱼油都能看懂，路过的朋友给个支持呗

1. 
   
2. import requests
   
3. import parsel
   
4. 
   
5. 
   
6. 
   
7. headers = {
   
8.     'User-Agent': 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Safari/537.36 Core/1.70.3760.400 QQBrowser/10.5.4083.400'
   
9. }
   
10. target = "https://www.pearvideo.com/"
    
11. page = 1
    
12. for i in range(10,50,10):
    
13.     print("====================开始下载第%d页==========================="%page)
    
14.     page += 1
    
15.     url = "https://www.pearvideo.com/popular_loading.jsp?reqType=1&categoryId=8&start={}".format(i)
    
16.     res = requests.get(url,headers=headers)
    
17.     res.encoding="utf-8"
    
18.     html = parsel.Selector(res.text)
    
19.     lists = html.xpath('//li/a/@href').getall()
    
20.     for each in lists:
    
21.         links = target + each
    
22.         print("下载链接为：",links)
    
23.         response = requests.get(url=links,headers=headers)
    
24.         response.encoding="utf-8"
    
25.         htmls = parsel.Selector(response.text)
    
26.         content = htmls.re('srcUrl="(.*?)",vdoUrl=')
    
27.         name = htmls.re('<title>(.*?)-梨视频官网-Pear Video</title>')
    
28.         #print("开始下载视频：",name)
    
29.         for names in name:
    
30.             
    
31.             for video in content:
    
32.                 #vs = video.split("/")[-1]
    
33.                 videos = requests.get(url=video,headers=headers)
    
34. 
    
35.                 f_name = names + ".mp4"
    
36.                 with open(str(f_name),"wb") as f:
    
37.                     f.write(videos.content)

复制代码

jtxs0000

居然沉了

51Arduino32