爬虫编码

小小小小的鱼丶

1. def url_open(url):
   
2.     res = urllib.request.Request(url)
   
3.     res.add_header("User-Agent","Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.186 Safari/537.36")
   
4.     response = urllib.request.urlopen(res)
   
5. #这里加一句
   
6.    response.encoding='utf-8'
   
7.     html = response.read()
   
8.     return html

复制代码