python爬取房价数据

xiaosi4081

上源码

1. import requests
   
2. from bs4 import BeautifulSoup
   
3. import openpyxl
   
4. url = "https://www.gotohui.com/top/"
   
5. headers = {
   
6.     'user-agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.132 Safari/537.36'
   
7.     }
   
8. res = requests.get(url,headers=headers)
   
9. soup = BeautifulSoup(res.text,'lxml')
   
10. stable = soup.find("table",class_ = "stable")
    
11. target = stable.find_all("tr")
    
12. i=1
    
13. name=[]
    
14. num = []
    
15. wb = openpyxl.Workbook()
    
16. ws = wb.active
    
17. for each in target:
    
18.     if i != 1:
    
19.         name.append(each.td.next_sibling.text)
    
20.         num.append(each.td.next_sibling.next_sibling.text)
    
21.     i = i+1
    
22. ws.append(["城市","单价(元/㎡)"])
    
23. for i in range(0,len(name)-1):
    
24.     ws.append([name[i], num[i]])
    
25. wb.save("data.xlsx")
    

复制代码