|
马上注册,结交更多好友,享用更多功能^_^
您需要 登录 才可以下载或查看,没有账号?立即注册
x
我参考了小甲鱼的代码进行爬虫
但是程序既没有报错也没有运行结果
请问这是为什么呢
希望有大佬指点!!
谢谢大家!!!
代码:
import re
import urllib.request
import time
import socket
def open_url(url):
socket.setdefaulttimeout(20)
time.sleep(10)
proxy_support = urllib.request.ProxyHandler({'http':'61.135.217.7'})
opener = urllib.request.build_opener(proxy_support)
urllib.request.install_opener(opener)
req = urllib.request.Request(url)
req.add_header('User-Agent','Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.221 Safari/537.36 SE 2.X MetaSr 1.0')
page = urllib.request.urlopen(req)
html = page.read().decode('utf-8')
return html
def get(html):
p = r'(?:(?:[0,1]?\d?\d|2[0-4]\d|255[0-5])\.){3}(?:[0,1]?\d?\d|2[0-4]\d|25[0-5])'
iplist = re.findall(p,html)
for each in iplist:
print(each)
page.close()
if __name__ == '__main__':
url = "http://cn-proxy.com"
get(open_url(url))
|
|