抓取京东商品信息

xiaosi4081

刚学的抓取，上源码：

1. import requests
   
2. from bs4 import BeautifulSoup
   
3. def get(keyword):
   
4.     url="https://search.jd.com/Search?keyword={}&enc=utf-8".format(keyword)
   
5.     headers={
   
6.         'user-agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.122 Safari/537.36',
   
7.         'referer':"https://mall.jd.com/view_search-504374-14133499-99-1-24-1.html"
   
8.         }
   
9.     res = requests.get(url,headers=headers)
   
10. 
    
11.     return res
    
12. def find(res):
    
13.     soup = BeautifulSoup(res.text,'lxml')
    
14.     target = soup.find_all("div",class_ = "p-name")
    
15.     for each in target:
    
16.         print(each.a.text,'\n')
    
17.         
    
18. def main():
    
19.     keyword=input("搜索关键词：")
    
20.     res = get(keyword)
    
21.    
    
22.     find(res)
    
23.    
    
24. if __name__ == "__main__":
    
25.     main()
    

复制代码