[已解决]爬取煎蛋妹子图求助

二农戏猪`

import urllib.request
import os
import base64
import re

def url_open(url):
    req = urllib.request.Request(url)
    req.add_header('User-Agent', 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.105 Safari/537.36')
    response = urllib.request.urlopen(req)
    html = response.read()
    print(html)
   
    return html

   
def get_page(url):
    html = url_open(url).decode('utf-8')

    a = r'<span class="current-comment-page">\[(\d+)\]</span>'
    page_list = re.findall(a,html)

    for each in page_list:
        t = each

        return t

      
def base_num(page_num):
    times = '20200811-' + str(page_num)
    s = times.encode('utf-8')
    sw = base64.b64encode(s)
    str_sw = str(sw)
    string = str_sw.split("'")[-1]
   
    return string


def find_pic_url(url):
    html = url_open(url).decode('utf-8')
    pic_url = []


    a = r'<img src="([^"]+\.jpg)"'
    b = re.findall(a,html)
   
    if not len(b):
        pic_url.append(b)

    return pic_url

        
def save_pic(folder, pic_url):
    for each in pic_url:
        filename = each.split('/')[-1]
        with open(filename, 'wb') as f:
            img = open_url(each)
            f.write(img)

def download_mm(folder = 'mm', pages = 10):
    #创建一个文件夹
    os.mkdir(folder)
    os.chdir(folder)

    url = 'http://jandan.net/ooxx/'
    #获取页码
    page_num = int(get_page(url))

    for i in range(pages):
        page_num -=i
        #base64加密
        x = base_num(page_num)
        #获取页码地址
        page_url = url + x + '#comments'
        #获取图片具体地址并保存成列表
        pic_url = find_pic_url(page_url)
        save_pic(folder, pic_url)

        
if __name__ == '__main__':
    download_mm()





我这个代码哪里出了错误 导致下载不下来图片呢

最佳答案

月排行榜 / 总排行榜

Twilight6

2020-8-11 22:36:56

帮你改完了，代码中一个函数名拼错了，还有加密的地方有点错误

以及获取图片 url 时候，你 if 判断导致返回的永远是 pic_url = [] 空列表了

1. import urllib.request
   
2. import os
   
3. import base64
   
4. import re
   
5. 
   
6. 
   
7. 
   
8. def url_open(url):
   
9.     req = urllib.request.Request(url)
   
10.     req.add_header('User-Agent',
    
11.                    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.105 Safari/537.36')
    
12.     response = urllib.request.urlopen(req)
    
13.     html = response.read()
    
14. 
    
15.     return html
    
16. 
    
17. 
    
18. def get_page(url):
    
19.     html = url_open(url).decode('utf-8')
    
20. 
    
21.     a = r'<span class="current-comment-page">\[(\d+)\]</span>'
    
22.     page_list = re.findall(a, html)
    
23. 
    
24.     for each in page_list:
    
25.         t = each
    
26. 
    
27.         return t
    
28. 
    
29. 
    
30. def base_num(page_num):
    
31.     page_num = '20200811-'+ str(page_num)
    
32.     result = base64.b64encode(page_num.encode())
    
33.     result = result.decode('utf_8')
    
34. 
    
35.     return result
    
36. 
    
37. 
    
38. def find_pic_url(url):
    
39.     html = url_open(url).decode('utf-8')
    
40. 
    
41.     a = r'<img src="([^"]+\.jpg)"'
    
42.     pic_url = re.findall(a, html)
    
43. 
    
44.     return pic_url
    
45. 
    
46. 
    
47. def save_pic(pic_url):
    
48.     for each in pic_url:
    
49.         filename = each.split('/')[-1]
    
50.         with open(filename, 'wb') as f:
    
51.             img = url_open('http:'+each)
    
52.             f.write(img)
    
53. 
    
54. 
    
55. def download_mm(folder='mm', pages=10):
    
56.     # 创建一个文件夹
    
57.     os.mkdir(folder)
    
58.     os.chdir(folder)
    
59. 
    
60.     url = 'http://jandan.net/ooxx/'
    
61.     # 获取页码
    
62.     page_num = int(get_page(url))
    
63. 
    
64.     for i in range(pages):
    
65.         page_num -= i
    
66.         # base64加密
    
67.         x = base_num(page_num)
    
68.         # 获取页码地址
    
69.         page_url = url + x + '#comments'
    
70.         # 获取图片具体地址并保存成列表
    
71.         pic_url = find_pic_url(page_url)
    
72.         save_pic(pic_url)
    
73. 
    
74. 
    
75. if __name__ == '__main__':
    
76.     download_mm()

复制代码

跳转到最佳答案楼层

Twilight6

帮你改完了，代码中一个函数名拼错了，还有加密的地方有点错误

以及获取图片 url 时候，你 if 判断导致返回的永远是 pic_url = [] 空列表了

1. import urllib.request
   
2. import os
   
3. import base64
   
4. import re
   
5. 
   
6. 
   
7. 
   
8. def url_open(url):
   
9.     req = urllib.request.Request(url)
   
10.     req.add_header('User-Agent',
    
11.                    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.105 Safari/537.36')
    
12.     response = urllib.request.urlopen(req)
    
13.     html = response.read()
    
14. 
    
15.     return html
    
16. 
    
17. 
    
18. def get_page(url):
    
19.     html = url_open(url).decode('utf-8')
    
20. 
    
21.     a = r'<span class="current-comment-page">\[(\d+)\]</span>'
    
22.     page_list = re.findall(a, html)
    
23. 
    
24.     for each in page_list:
    
25.         t = each
    
26. 
    
27.         return t
    
28. 
    
29. 
    
30. def base_num(page_num):
    
31.     page_num = '20200811-'+ str(page_num)
    
32.     result = base64.b64encode(page_num.encode())
    
33.     result = result.decode('utf_8')
    
34. 
    
35.     return result
    
36. 
    
37. 
    
38. def find_pic_url(url):
    
39.     html = url_open(url).decode('utf-8')
    
40. 
    
41.     a = r'<img src="([^"]+\.jpg)"'
    
42.     pic_url = re.findall(a, html)
    
43. 
    
44.     return pic_url
    
45. 
    
46. 
    
47. def save_pic(pic_url):
    
48.     for each in pic_url:
    
49.         filename = each.split('/')[-1]
    
50.         with open(filename, 'wb') as f:
    
51.             img = url_open('http:'+each)
    
52.             f.write(img)
    
53. 
    
54. 
    
55. def download_mm(folder='mm', pages=10):
    
56.     # 创建一个文件夹
    
57.     os.mkdir(folder)
    
58.     os.chdir(folder)
    
59. 
    
60.     url = 'http://jandan.net/ooxx/'
    
61.     # 获取页码
    
62.     page_num = int(get_page(url))
    
63. 
    
64.     for i in range(pages):
    
65.         page_num -= i
    
66.         # base64加密
    
67.         x = base_num(page_num)
    
68.         # 获取页码地址
    
69.         page_url = url + x + '#comments'
    
70.         # 获取图片具体地址并保存成列表
    
71.         pic_url = find_pic_url(page_url)
    
72.         save_pic(pic_url)
    
73. 
    
74. 
    
75. if __name__ == '__main__':
    
76.     download_mm()

复制代码