|
马上注册,结交更多好友,享用更多功能^_^
您需要 登录 才可以下载或查看,没有账号?立即注册
x
import urllib.request,urllib
import re
#头信息
header = {'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.101 Safari/537.36'}
def get_img_url(page_url): #得到页面所有图片链接
request = urllib.request.Request(page_url, headers = header) #生成request对象
reference = urllib.request.urlopen(request) #获取页面对象
page = reference.read() #读取页面
regex = re.compile(r' < img. *?class ="BDE_Image" src="(.*?)".* ? >' ) # 编译正则匹配模式字符串
img_url_list = re.findall(regex,page) #匹配所有图片链接生成列表
return img_url_list
def downloda_img(url_list,img_path):
for img_url in url_list:
urllib.request.urlretrieve(img_url, '%s%s.gif'%(img_path,img_url[-8:-5])) #下载图片
print('done!')
url = 'http://jandan.net/ooxx/page-194#comments' #爬虫页面
path = 'C:\\Users\\lenovo\\Desktop\\picture' #存放路径
urllist = get_img_url(url)
downloda_img(urllist,path)
编译后:
Traceback (most recent call last):
File "F:/2/text.py", line 22, in <module>
urllist = get_img_url(url)
File "F:/2/text.py", line 6, in get_img_url
request = urllib.request.Request(page_url, headers = header) #生成request对象
File "C:\Users\lenovo\Anaconda3\lib\urllib\request.py", line 335, in __init__
for key, value in headers.items():
AttributeError: 'set' object has no attribute 'items'
请各位帮忙看看,谢谢 |
|