[已解决]爬虫问题

学知识拯救世界

#导入包
import requests
from lxml import etree

session = requests.Session()
#登录地址
url = 'https://www.lixinger.com/api/account/sign-in/by-account'

#UA
headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.121 Safari/537.36'
    }

data = {
    'accountName': "zhang",
    'password': "zhang218"
    }
response = session.post(url = url,headers = headers, data = data)
print(response.status_code)

value_url = 'https://www.lixinger.com/analytics/index/dashboard/value'

value_param = {
    'source': 'all',
    'series': 'all',
    'metric-type': 'mcw',
    'granularity': 'y10',
    'sort-name': 'pe_ttm.cv',
    'sort-order': 'asc'
    }
value_response = session.get(url = value_url,headers = headers,data = value_param).text
print(value_response)
tree = etree.HTML(value_response)
result = tree.xpath('//div[@class = "mt-5 v-wf-data-booth success"]//ul[@class = "list-unstyled mt-4"]/li[2]/span/text()')

print(result)

value_response中无法获取element的数据？

最佳答案

月排行榜 / 总排行榜

疾风怪盗

2020-9-30 13:30:21

试试看这样获取数据：

1. # 导入包
   
2. import requests
   
3. 
   
4. session = requests.Session()
   
5. # 登录地址
   
6. url = 'https://www.lixinger.com/api/account/sign-in/by-account'
   
7. # UA
   
8. headers = {
   
9.     'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.121 Safari/537.36'
   
10. }
    
11. data = {
    
12.     'accountName': "zhang",
    
13.     'password': "zhang218"
    
14. }
    
15. response = session.post(url=url, headers=headers, data=data)
    
16. print(response.content.decode())
    
17. 
    
18. 
    
19. value_url = 'https://www.lixinger.com/api/analyt/stock-collection/price-metrics/indices/latest'
    
20. 
    
21. value_param = {
    
22.     'source': "all",
    
23.     'series': "style",
    
24.     'stockFollowedType': "all",
    
25.     'metric-type': '["mcw",]',
    
26.     'granularities':'["y10"]',
    
27.     'metricNames': ["pe_ttm", "pb", "ps_ttm", "dyr", "cpc"]
    
28. }
    
29. value_response = session.post(url=value_url, headers=headers, data=value_param)
    
30. print(value_response)
    
31. print(value_response.content.decode())
    

复制代码

跳转到最佳答案楼层