爬虫

jiangtt

急！急！急！
题目：访问https://www.suning.com
使用selenium实现输入iphone进行搜索，跳转到iphone商品页面
爬取所有商品的名称、价格和评论数据，存为json文件

有没有兄弟会这个题目啊，我以及爬取出内容了，但是不会截取和存为json文件
我的代码：
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.keys import Keys
from time import sleep
import json
driver = webdriver.Chrome()
driver.get('https://www.suning.com')
driver.maximize_window()
wait = WebDriverWait(driver,10)
_input = wait.until(EC.presence_of_element_located((By.ID,'searchKeywords')))
_input.clear()
_input.send_keys('iphone')
_input.send_keys(Keys.ENTER)
js = 'window.scrollTo(0,document.body.scrollHeight)'
driver.execute_script(js)
p = driver.page_source
t = wait.until(EC.presence_of_all_elements_located((By.CSS_SELECTOR,'#product-list')))
sleep(10)
print(t)
for item in t:
    print(item.text)

suchocolate

1. from selenium import webdriver
   
2. from selenium.webdriver.common.by import By
   
3. from selenium.webdriver.support.ui import WebDriverWait
   
4. from selenium.webdriver.support import expected_conditions as EC
   
5. from selenium.webdriver.common.keys import Keys
   
6. import json
   
7. import time
   
8. from lxml import etree
   
9. 
   
10. driver = webdriver.Chrome()
    
11. driver.get('https://www.suning.com')
    
12. driver.maximize_window()
    
13. wait = WebDriverWait(driver, 10)
    
14. _input = wait.until(EC.presence_of_element_located((By.ID, 'searchKeywords')))
    
15. _input.clear()
    
16. _input.send_keys('iphone')
    
17. _input.send_keys(Keys.ENTER)
    
18. js = 'window.scrollTo(0,document.body.scrollHeight)'
    
19. driver.execute_script(js)
    
20. time.sleep(3)
    
21. wait.until(EC.presence_of_all_elements_located((By.CSS_SELECTOR, '#product-list')))
    
22. html = etree.HTML(driver.page_source)
    
23. lis = html.xpath('//li[contains(@class,"item-wrap")]')  # 商品列表
    
24. result = []
    
25. for li in lis:
    
26.     price = li.xpath('.//span[@class="def-price"]/text()')[-1]
    
27.     description = li.xpath('.//a[@tabindex="0"]/@aria-label')[0]
    
28.     comment = li.xpath('.//a[@tabindex="-1"]/i/text()')[0]
    
29.     data = {'price': price, 'description': description, 'comment': comment}
    
30.     result.append(data)
    
31. with open('test.json', 'w', encoding='utf-8') as f:
    
32.     f.write(json.dumps(result, ensure_ascii=False))
    
33.     # f.write(json.dumps(result, indent=2, ensure_ascii=False))  # 如果要缩进好看一点就用这个
    

复制代码