煎蛋网下图片

飘雨之城

网址有改版 不能用page来了 不过可以用 下一页这个链接的来跳转

1. import requests
   
2. from bs4 import BeautifulSoup
   
3. import os
   
4. import random
   
5. 
   
6. def open_url(url):
   
7.     headers ={'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36'}
   
8.     proxies =['103.233.152.140:8080','106.14.198.6:8080','118.190.152.166:1080']
   
9.     proxy = {'https':random.choice(proxies)}
   
10.    
    
11.     res = requests.get(url,headers=headers,proxies=proxy)
    
12.     return res
    
13. 
    
14. def get_next(url):
    
15.     html = open_url(url).text
    
16.     soup = BeautifulSoup(html,'html.parser')
    
17.     try:
    
18.         target_url=''.join(['http:',soup.find(title='Older Comments')['href']])
    
19.     except:
    
20.         return None
    
21.     return target_url
    
22. 
    
23. def find_img(url):
    
24.     img_list=[]
    
25.     html = open_url(url).text
    
26.     soup = BeautifulSoup(html,'html.parser')
    
27.     for each in soup.find_all('img'):
    
28.          img_list.append(each['src'])
    
29.     return img_list
    
30.         
    
31. 
    
32. def save_img(folder,img_addrs):
    
33.     for each in img_addrs:
    
34.         filename = each.split('/')[-1]
    
35.         with open(filename,'wb') as f:
    
36.             img = open_url('http:'+each).content
    
37.             f.write(img)
    
38.    
    
39. def download_mm(folder='美女',page=10):
    
40.     print('正在下载美女图片。。。。。')
    
41.     if not os.path.exists(folder):
    
42.         os.mkdir(folder)
    
43.     os.chdir(folder)
    
44.     img_addrs=[]
    
45.     url='http://jandan.net/ooxx'
    
46.     for i in range(page):
    
47.         img_addrs=find_img(url)
    
48.         save_img(folder,img_addrs)
    
49.         url = get_next(url)
    
50.         if not url:
    
51.             break
    
52.     print('下载结束！！！！！')
    
53. 
    
54. if __name__ == '__main__':
    
55.     download_mm()
    
56.     os.system('pause')
    

复制代码