马上注册,结交更多好友,享用更多功能^_^
您需要 登录 才可以下载或查看,没有账号?立即注册
x
import urllib.request
import os
import re
def url_open(url):
req=urllib.request.Request(url)
req.add_header('User-Agent','Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 UBrowser/6.1.2716.5 Safari/537.36')
response=urllib.request.urlopen(url)
html=response.read()
return html
def get_totalpages(url):
html=url_open(url).decode('utf-8')
reg=r'共(.*?)页'
totalpages=re.findall(reg,html)[0]
return int(totalpages)
def get_sercoverurl(pageurl):
html=url_open(pageurl).decode('utf-8')
reg=r'<a href="(.*?)" target="_blank">'
sercoverurl=re.findall(reg,html)
return sercoverurl
def get_picurl(sercoverurl):
html=url_open(sercoverurl).decode('utf-8')
reg='<img src="(.*?)"'
picurl=re.findall(reg,html)[0]
return picurl
def main():
os.chdir('E://OOXX')
url='http://www.mmjpg.com/'
totalpages=get_totalpages(url)
print(totalpages)
count=0
for eachpage in range(1,totalpages+1):
pageurl=url+'home/'+str(eachpage)
print(pageurl)
sercoverurl=get_sercoverurl(pageurl)
print(sercoverurl)
for eachpic in sercoverurl:
picurl=get_picurl(eachpic)
print(picurl)
filename=str(count)+picurl.split('/')[-2]+'and'+picurl.split('/')[-1]
urllib.request.urlretrieve(picurl,filename)
count+=1
if __name__=='__main__':
main()
照着大佬们的代码,自己加以修改的爬取美女的图片,但是出现了这些代码,代码好像不能实现翻页的功能,水平有限,实在找不出问题所在,求大佬解答!!!百度了一下,说是数据库什么的问题,但是找不到解决的方法。
Traceback (most recent call last):
File "C:/Users/Administrator/Desktop/4.py", line 55, in <module>
main()
File "C:/Users/Administrator/Desktop/4.py", line 48, in main
picurl=get_picurl(eachpic)
File "C:/Users/Administrator/Desktop/4.py", line 26, in get_picurl
html=url_open(sercoverurl).decode('utf-8')
File "C:/Users/Administrator/Desktop/4.py", line 8, in url_open
response=urllib.request.urlopen(url)
File "C:\Users\Administrator\AppData\Local\Programs\Python\Python36-32\lib\urllib\request.py", line 223, in urlopen
return opener.open(url, data, timeout)
File "C:\Users\Administrator\AppData\Local\Programs\Python\Python36-32\lib\urllib\request.py", line 526, in open
response = self._open(req, data)
File "C:\Users\Administrator\AppData\Local\Programs\Python\Python36-32\lib\urllib\request.py", line 544, in _open
'_open', req)
File "C:\Users\Administrator\AppData\Local\Programs\Python\Python36-32\lib\urllib\request.py", line 504, in _call_chain
result = func(*args)
File "C:\Users\Administrator\AppData\Local\Programs\Python\Python36-32\lib\urllib\request.py", line 1346, in http_open
return self.do_open(http.client.HTTPConnection, req)
File "C:\Users\Administrator\AppData\Local\Programs\Python\Python36-32\lib\urllib\request.py", line 1318, in do_open
encode_chunked=req.has_header('Transfer-encoding'))
File "C:\Users\Administrator\AppData\Local\Programs\Python\Python36-32\lib\http\client.py", line 1239, in request
self._send_request(method, url, body, headers, encode_chunked)
File "C:\Users\Administrator\AppData\Local\Programs\Python\Python36-32\lib\http\client.py", line 1280, in _send_request
self.putheader(hdr, value)
File "C:\Users\Administrator\AppData\Local\Programs\Python\Python36-32\lib\http\client.py", line 1212, in putheader
values[i] = one_value.encode('latin-1')
UnicodeEncodeError: 'latin-1' codec can't encode characters in position 15-18: ordinal not in range(256)
|