|
|
马上注册,结交更多好友,享用更多功能^_^
您需要 登录 才可以下载或查看,没有账号?立即注册
x
在爬去妹子图的时候没有报错也没有下图片
import urllib.request
import urllib.parse
import os
class Downlode_mm():
def __init__ (self,floder='00xx',pages=1):
self.url = 'http://jandan.net/ooxx'
os.mkdir(floder) #创建一个文件夹
os.chdir(floder) #切换目录
self.pages = pages
def url_open(self,url='http://jandan.net/ooxx'):
self.url = url
self.req = urllib.request.Request(self.url)
self.req.add_header('User-Agent','Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36')
self.response = urllib.request.urlopen(self.req)
self.html = self.response.read()
return self.html
def get_page(self):
self.req = urllib.request.Request(self.url)
self.req.add_header('User-Agent','Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36')
self.response = urllib.request.urlopen(self.req)
self.html = self.response.read().decode('utf-8')
self.a = self.html.find('current-comment-page')+23
self.b = self.html.find(']',self.a)
return self.html[self.a:self.b]
def find_imgs(self,url):
self.url = url
self.html = self.url_open(self.url).decode('utf-8')
self.img_addrs = []
self.c = self.html.find('img src=')
while self.c != -1:
self.d = self.html.find('.jpg',self.c,self.c+255)+4
if self.d !=-1:
self.img_addrs.append(self.html[self.c:self.d])
else:
self.d= self.c+9
self.c = self.html.find('img src=',self.d)
return self.img_addrs
def save_imgs(self):
for each in self.img_addrs:
self.filename = each.split('/')[-1]
with open (self.filename,'wb') as self.f:
self.img = url_open(each)
self.fwrite(img)
def start(self):
self.page_num = int (self.get_page())
for i in range(self.pages):
self.page_num -=1
self.page_url = self.url + '/page-' + str(self.page_num) +'#comments'
self.img_addrs = self.find_imgs(self.page_url)
self.save_imgs(floder,img_addrs)
#测试代码
if __name__ =='__main__':
print('测试')
a = Downlode_mm()
a.start()
建议使用IDE Debug走一下就能发现问题了
- def find_imgs(self,url):
- self.url = url
- self.html = self.url_open(self.url).decode('utf-8')
- self.img_addrs = []
- self.c = self.html.find('img src=')
- while self.c != -1: # 死循环
- self.d = self.html.find('.jpg',self.c,self.c+255)+4
- if self.d !=-1:
- self.img_addrs.append(self.html[self.c:self.d])
- else:
- self.d= self.c+9
- self.c = self.html.find('img src=',self.d)
- return self.img_addrs
复制代码
|
-
|