《零基础入门学习python》第54讲笔记_代理

猪猪1号

import urllib.request
import random

url = 'http://www.whatismyip.com.tw'

iplist = ['180.97.235.30:80','183.56.177.130:808']#代理的IP地址
proxy_support = urllib.request.ProxyHandler({'http':random.choice(iplist)})#随机选择代理IP，返回一个抽象

opener = urllib.request.build_opener(proxy_support)#创建一个open，并设定以刚才的ip进行网络的访问
opener.addheaders = [('User-Agent','Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.79 Safari/537.36 Edge/14.14393')]
#添加headers

urllib.request.install_opener(opener)#安装刚才定制的opener

response = urllib.request.urlopen(url)#打开一个url并返回网页对象

html = response.read().decode('utf-8')#以‘UTF-8’的编码格式解析网页

print(html)