[已解决]python爬虫

一枚丶学渣

以下是我按照教程所写的代码，运行之后没有反馈，求大佬指点，


import urllib.request
import re

def open_url(url):
    req = urllib.request.Request(url)
    req.add_header('User-Agent','Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18362')
    page = urllib.request.urlopen(req)
    html = page.read().decode('utf-8')

    return html

def get_img(html):
    p=r'<img width="560" height="860" class="BDE_Image" style="cursor: url(//tb2.bdstatic.com/tb/static-pb/img/cur_zin.cur), pointer;" src=[^"]+\.jpg"'
    imglist = re.findall(p,html)
    n=1
    for each in imglist:
        n += 1
        if n==5:
            break
        print("++++++++")
        print(each)

if __name__ == '__main__':
    url="https://tieba.baidu.com/p/6769674730"
    get_img(open_url(url))

最佳答案

月排行榜 / 总排行榜

Twilight6

2020-8-9 16:23:29

正则没提取到数据，改成这样吧：

1. import urllib.request
   
2. import re
   
3. 
   
4. def open_url(url):
   
5.     req = urllib.request.Request(url)
   
6.     req.add_header('User-Agent','Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18362')
   
7.     page = urllib.request.urlopen(req)
   
8.     html = page.read().decode('utf-8')
   
9. 
   
10.     return html
    
11. 
    
12. def get_img(html):
    
13.     p=r'<img class="BDE_Image" src="(.+?)"'
    
14.     imglist = re.findall(p,html)
    
15.     n=1
    
16.     for each in imglist:
    
17.         n += 1
    
18.         if n==5:
    
19.             break
    
20.         print("++++++++")
    
21.         print(each)
    
22. 
    
23. if __name__ == '__main__':
    
24.     url="https://tieba.baidu.com/p/6769674730"
    
25.     get_img(open_url(url))

复制代码

跳转到最佳答案楼层

Twilight6

正则没提取到数据，改成这样吧：

1. import urllib.request
   
2. import re
   
3. 
   
4. def open_url(url):
   
5.     req = urllib.request.Request(url)
   
6.     req.add_header('User-Agent','Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18362')
   
7.     page = urllib.request.urlopen(req)
   
8.     html = page.read().decode('utf-8')
   
9. 
   
10.     return html
    
11. 
    
12. def get_img(html):
    
13.     p=r'<img class="BDE_Image" src="(.+?)"'
    
14.     imglist = re.findall(p,html)
    
15.     n=1
    
16.     for each in imglist:
    
17.         n += 1
    
18.         if n==5:
    
19.             break
    
20.         print("++++++++")
    
21.         print(each)
    
22. 
    
23. if __name__ == '__main__':
    
24.     url="https://tieba.baidu.com/p/6769674730"
    
25.     get_img(open_url(url))

复制代码

极品召唤兽

Twilight6 发表于 2020-8-9 16:23
正则没提取到数据，改成这样吧：

我去...这是真的厉害...