[已解决]网易云爬取评论

小小鹏

1. import requests
   
2. import json
   
3. 
   
4. def get_hot_comments(res):
   
5.     comments_json = json.loads(res.text)
   
6.     hot_comments = comments_json['hotComments']
   
7.     with open('hot_comments.txt', 'w', encoding='utf-8') as file:
   
8.         for each in hot_comments:
   
9.             file.write(each['user']['nickname'] + '：\n\n')
   
10.             file.write(each['content'] + '\n')
    
11.             file.write("---------------------------------------\n")
    
12.          
    
13. def get_comments(url):
    
14.     headers = {
    
15.         'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.98 Safari/537.36',
    
16.         'referer': 'http://music.163.com/'
    
17.         }
    
18. 
    
19.     params = "T+DLg45OzA37ToVvomOX3flCnoMo/F/wTQ4NpK5BF7I1Mwiy25qEv0c5vUhfdBnYnyF9IVIMyadHk0uQbg6eIjJelT/KRk+m8FEuY3RF0wsbw737ngQF0tvNKNrydbkvg/2v4sVn52pTkbVUlpknS5h4tGmmLSfxrPTDYx3o4AqY0GRLIaciHS9ajCvVkXirwYsCB0wdohQVFWoCf199g8p9nCV5Xf1tOURhDH1JavyliGgvkRn4rjtcIwFIFBk4ABOU0/1CdupZPpfGfcM6oQ=="
    
20.     encSecKey = "74860fc8b66565efdf1630ee6bc6c0b657a725320b4507a0eb80bfabac7bdc0abf176ac70ea219b4cfb1f4970e54d63e580a6086f68d73467b7e11c471b5774a79c19af2ba174a50395ae28da4df959ed2cbd2fc38dcd48b40384a079346b172e3fab7157585e372e6d85ccc322eddde0d43f3a8b4c04f4204b8d16ab413ceda"   
    
21.     data = {
    
22.         "params": params,
    
23.         "encSecKey": encSecKey
    
24.         }
    
25.   
    
26.     target_url = "https://music.163.com/weapi/comment/resource/comments/get?csrf_token="   
    
27.     res = requests.post(target_url, headers=headers, data=data)   
    
28.     return res
    
29. 
    
30. def main():
    
31.     url = input("请输入链接地址：")
    
32.     res = get_comments(url)
    
33.     get_hot_comments(res)
    
34. 
    
35. if __name__ == "__main__":
    
36.     main()

复制代码

当我运行的时候，就会报错，请问这是什么原因呢？

                               
登录/注册后可看大图

最佳答案

月排行榜 / 总排行榜

1q23w31

2020-9-2 09:31:43

1. import requests
   
2. import json
   
3. 
   
4. def get_hot_comments(res):
   
5.     comments_json = json.loads(res.text)
   
6.     hot_comments = comments_json['data']['hotComments']
   
7.     with open('hot_comments.txt', 'w', encoding='utf-8') as file:
   
8.         for each in hot_comments:
   
9.             file.write(each['user']['nickname'] + '：\n\n')
   
10.             file.write(each['content'] + '\n')
    
11.             file.write("---------------------------------------\n")
    
12.          
    
13. def get_comments(url):
    
14.     headers = {
    
15.         'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.98 Safari/537.36',
    
16.         'referer': 'http://music.163.com/'
    
17.         }
    
18. 
    
19.     params = "T+DLg45OzA37ToVvomOX3flCnoMo/F/wTQ4NpK5BF7I1Mwiy25qEv0c5vUhfdBnYnyF9IVIMyadHk0uQbg6eIjJelT/KRk+m8FEuY3RF0wsbw737ngQF0tvNKNrydbkvg/2v4sVn52pTkbVUlpknS5h4tGmmLSfxrPTDYx3o4AqY0GRLIaciHS9ajCvVkXirwYsCB0wdohQVFWoCf199g8p9nCV5Xf1tOURhDH1JavyliGgvkRn4rjtcIwFIFBk4ABOU0/1CdupZPpfGfcM6oQ=="
    
20.     encSecKey = "74860fc8b66565efdf1630ee6bc6c0b657a725320b4507a0eb80bfabac7bdc0abf176ac70ea219b4cfb1f4970e54d63e580a6086f68d73467b7e11c471b5774a79c19af2ba174a50395ae28da4df959ed2cbd2fc38dcd48b40384a079346b172e3fab7157585e372e6d85ccc322eddde0d43f3a8b4c04f4204b8d16ab413ceda"   
    
21.     data = {
    
22.         "params": params,
    
23.         "encSecKey": encSecKey
    
24.         }
    
25.   
    
26.     target_url = "https://music.163.com/weapi/comment/resource/comments/get?csrf_token="   
    
27.     res = requests.post(target_url, headers=headers, data=data)   
    
28.     return res
    
29. 
    
30. def main():
    
31.     url = input("请输入链接地址：")
    
32.     res = get_comments(url)
    
33.     get_hot_comments(res)
    
34. 
    
35. if __name__ == "__main__":
    
36.     main()

复制代码

json解析错误，试试这样

跳转到最佳答案楼层

1q23w31

1. import requests
   
2. import json
   
3. 
   
4. def get_hot_comments(res):
   
5.     comments_json = json.loads(res.text)
   
6.     hot_comments = comments_json['data']['hotComments']
   
7.     with open('hot_comments.txt', 'w', encoding='utf-8') as file:
   
8.         for each in hot_comments:
   
9.             file.write(each['user']['nickname'] + '：\n\n')
   
10.             file.write(each['content'] + '\n')
    
11.             file.write("---------------------------------------\n")
    
12.          
    
13. def get_comments(url):
    
14.     headers = {
    
15.         'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.98 Safari/537.36',
    
16.         'referer': 'http://music.163.com/'
    
17.         }
    
18. 
    
19.     params = "T+DLg45OzA37ToVvomOX3flCnoMo/F/wTQ4NpK5BF7I1Mwiy25qEv0c5vUhfdBnYnyF9IVIMyadHk0uQbg6eIjJelT/KRk+m8FEuY3RF0wsbw737ngQF0tvNKNrydbkvg/2v4sVn52pTkbVUlpknS5h4tGmmLSfxrPTDYx3o4AqY0GRLIaciHS9ajCvVkXirwYsCB0wdohQVFWoCf199g8p9nCV5Xf1tOURhDH1JavyliGgvkRn4rjtcIwFIFBk4ABOU0/1CdupZPpfGfcM6oQ=="
    
20.     encSecKey = "74860fc8b66565efdf1630ee6bc6c0b657a725320b4507a0eb80bfabac7bdc0abf176ac70ea219b4cfb1f4970e54d63e580a6086f68d73467b7e11c471b5774a79c19af2ba174a50395ae28da4df959ed2cbd2fc38dcd48b40384a079346b172e3fab7157585e372e6d85ccc322eddde0d43f3a8b4c04f4204b8d16ab413ceda"   
    
21.     data = {
    
22.         "params": params,
    
23.         "encSecKey": encSecKey
    
24.         }
    
25.   
    
26.     target_url = "https://music.163.com/weapi/comment/resource/comments/get?csrf_token="   
    
27.     res = requests.post(target_url, headers=headers, data=data)   
    
28.     return res
    
29. 
    
30. def main():
    
31.     url = input("请输入链接地址：")
    
32.     res = get_comments(url)
    
33.     get_hot_comments(res)
    
34. 
    
35. if __name__ == "__main__":
    
36.     main()

复制代码

json解析错误，试试这样

小小鹏

1q23w31 发表于 2020-9-2 09:31
json解析错误，试试这样

谢谢，可以正常运行了，我错误的原因是列表中读取hotcomments失败。