js动态加载--淘宝评论

Stubborn

这里话不多说，接上一个帖子，用了一些jsonxpath的方法，抓取评论

1. # -*- coding: utf-8 -*-
   
2. # @Time    : 2019-04-08 00:08
   
3. # @Author  : Ein
   
4. # @File    : Jsonpath-淘宝评论.py
   
5. # @Software: PyCharm
   
6. import requests
   
7. import jsonpath
   
8. 
   
9. 
   
10. COOKIE = 'thw=cn; cna=MsgjFQjusQICATsqbz+EqQnp; t=f7dd5ba1920f8f8d1073a0578ddd191a; cookie2=11db44742a4b63d88b21b2d5865812d7; _tb_token_=e7f5495003e07; _cc_=V32FPkk%2Fhw%3D%3D; tg=0; enc=GeRVzabt5E1wETGR23fpBaRcJHDXCSf2TfqKH%2FSMRW9qqLMo7NAnamB0ogz%2B5dVVecYMMX%2BOyb67mCh%2Fn5OMiA%3D%3D; hng=CN%7Czh-CN%7CCNY%7C156; mt=ci=0_0; v=0; uc1=cookie14=UoTZ4Mn%2BO0mr1A%3D%3D; _m_h5_tk=26f291651bdf878bbacdd979958f0c28_1554672819450; _m_h5_tk_enc=e238ec088024e28c6f090baaa0e6865d; x5sec=7b22726174656d616e616765723b32223a223539363864363064373935353564626463383335393430366466373739616531434f796871655546454c72373776652f6a7375427851453d227d; isg=BIWF8Aqnda6nDlHELahBZUx2lMd_6jm89Rqi1IfqQbzLHqWQT5JJpBN8LAJNRVGM; l=bBEoNHAVv4TUzZ89BOCanurza77OSIRYYuPzaNbMi_5ZV6T1-Z_OlG8EVF96Vj5R_O8B4fxkHvv9-etbq'
    
11. '''
    
12. 接口：currentPageNum 翻页，pageSize 每页数量
    
13. https://rate.taobao.com/feedRateList.htm?auctionNumId=521603418228&userNumId=651615231&currentPageNum=2&pageSize=20
    
14. '''
    
15. 
    
16. def main():
    
17.     url = 'https://rate.taobao.com/feedRateList.htm?auctionNumId=521603418228&userNumId=651615231&currentPageNum=1&pageSize=20'
    
18.     headers = {
    
19.         'User - Agent':'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36',
    
20.         'Cookie':COOKIE
    
21.     }
    
22.     response = requests.get(url=url,headers=headers).text.strip('() \n\t\r')
    
23.     #取出json格式字符串两边非法字符
    
24.     response = json.loads(response)
    
25.     comments_list = response['comments']
    
26.     #抓取评论内容，头像，用户名，评论时间，套餐类型
    
27.     #取出comments列表
    
28.     for comments in comments_list:
    
29.         avatar = 'https:'+jsonpath.jsonpath(comments,'$..avatar')[0] #头像
    
30.         name = jsonpath.jsonpath(comments,'$..nick')#名字
    
31.         comment = jsonpath.jsonpath(comments,'$..content') #评论内容
    
32.         date = jsonpath.jsonpath(comments,'$..date')  #评论时间
    
33.         info =jsonpath.jsonpath(comments,'$..sku') # 套餐类型
    
34.         item = {
    
35.             '头像':avatar,
    
36.             '名字':name,
    
37.             '评论内容':comment,
    
38.             '评论时间':date,
    
39.             '套餐类型':info
    
40.         }
    
41.     print(item)
    
42. 
    
43. if __name__ == '__main__':
    
44.     main()

复制代码