【爬取豆瓣TOP250电影排行榜】求大神帮我看下错在哪里 为什么一直出现KeyError: 0
我没有获取页数直接写的1-10页 也只获取了名字和评分import requests
import bs4
def open_url(url):
req = requests.get(url)
return req
def find_url(req):
soup = bs4.BeautifulSoup(req.text,'html.parser')
movie = []
target = soup.find_all('div',class_='hd')
for each in target:
movie.append(each.a.span.text)
point = []
targets = soup.find_all('span',class_='rating_num')
for one in targets:
point.append('评分：%s' %one.txt)
result = []
for i in range(len(movie)):
result.append(movie+one)
return result
def main():
net = 'https://movie.douban.com/top250'
result = []
for i in range(1,11):
url = net + '?start='+ str(i*25) + '&filter='
req = open_url(url)
result.extend(find_url(req))
with open('豆瓣top250.txt','w',encoding='utf-8') as f:
for each in result:
f.write(each)
if __name__ == '__main__':
main()
加个头部，我也是最近学到这块也碰到了这个问题。。
headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.98 Safari/537.36'}
页:
[1]