Python 爬取豆瓣TOP250 电影整理到EXCEL

Mcltui

Python 爬取豆瓣TOP250 电影整理到EXCEL

1. import re
   
2. import requests
   
3. import xlsxwriter
   
4. from bs4 import BeautifulSoup
   
5. 
   
6. 
   
7. str1 = '\S+'
   
8. headers = {"User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) "
   
9.                          "Chrome/83.0.4103.14 Safari/537.36 Edg/83.0.478.13"}
   
10. 
    
11. rank = []
    
12. for i in range(1, 251):
    
13.     rank.append('第' + str(i))
    
14. 
    
15. workbook = xlsxwriter.Workbook('豆瓣电影top250.xlsx')
    
16. worksheet = workbook.add_worksheet('sheet1')
    
17. heading = ['排名', '电影名']  # 设置表头
    
18. worksheet.write_row('A1', heading)
    
19. 
    
20. list1 = []
    
21. for i in range(0, 250, 25):
    
22.     html = requests.get('https://movie.douban.com/top250?start=' + str(i) + '&filter=', headers=headers).text
    
23.     soup = BeautifulSoup(html, "html.parser")
    
24.     ol = soup.find('ol', class_='grid_view')
    
25.     a = ol.find_all('a')
    
26.     for each in a:
    
27.         name = re.findall(str1, each.text)
    
28.         if len(name) != 0:
    
29.             print(name)
    
30.             list1.append(name[0])
    
31. 
    
32. worksheet.write_column('B2', list1)  # 为excel表的B列从B2开始写入数据
    
33. worksheet.write_column('A2', rank)
    
34. workbook.close()

复制代码

乘号

支持

Mcltui

哈哈哈。没加COOkies 被限制啦