|

楼主 |
发表于 2024-4-13 22:25:41
|
显示全部楼层
现有代码如下:
import requests
from bs4 import BeautifulSoup
from openpyxl import Workbook
# 获取网页内容
def get_html(url):
res = requests.get(url)
res.encoding = res.apparent_encoding # 设置编码
return BeautifulSoup(res.text, 'lxml')
# 获取链接前缀
def get_prefix(url):
prefix = url.split('/')
prefix.pop()
prefix = '/'.join(prefix) + '/'
return prefix
# 递归抓取下一页面
def spider_next(url, lev, sheet):
if lev == 2:
spider_class = "citytr"
elif lev == 3:
spider_class = "countytr"
elif lev == 4:
spider_class = "towntr"
else:
spider_class = "villagetr"
for item in get_html(url).select("tr." + spider_class):
item_td = item.select("td")
item_td_code = item_td[0]
item_td_name = item_td[-1]
item_href = item_td_code.select_one("a")
if item_href is not None:
href = item_href.get("href")
spider_next(get_prefix(url) + href, lev + 1, sheet)
item_code = item_td_code.text.strip()
item_name = item_td_name.text.strip()
# 输出:级别、区划代码、名称
content = f"{lev}\t{item_code}\t{item_name}"
print(content)
sheet.append([lev, item_code, item_name]) # 将内容写入表格
# 主程序
if __name__ == '__main__':
province_url = "https://www.stats.gov.cn/sj/tjbz/tjyqhdmhcxhfdm/2023/index.html"
province_list = get_html(province_url).select('tr.provincetr a')
# 创建工作簿
wb = Workbook()
sheet = wb.active
sheet.title = '行政区划'
headers = ['城市级别', '区划代码', '名称']
sheet.append(headers)
# 写入表头
# sheet.append(["级别", "区划代码", "名称"])
for index, province in enumerate(province_list, start=2):
href = province.get("href")
province_code = href[:2] + '0000000000'
province_name = province.text.strip()
sheet.append([1, province_code, province_name])
provincial_city_url = get_prefix(province_url) + href
spider_next(provincial_city_url, 2, sheet)
wb.save('E:/Temp/行政区划.xlsx')
请问为什么找不到E:/Temp/行政区划.xlsx工作簿呢? |
|