python3.4.1编码的的问题

石头怪

import urllib.request
import os
import re

def open_url(url):
    req = urllib.request.Request(url)
    req.add_header('User_Agent','Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.143 Safari/537.36')
    response = urllib.request.urlopen(req)
    html = response.read()
    return html

def get_num(url):
    html = open_url(url).decode('utf-8')
    note_num = re.findall('<a href="/(.*?).html"><img src',html)
    #print(note_num)
    return note_num


def get_downloadurl(note_url):
    download_URL = []
    for each in note_url:
        html = open_url(each).decode('utf-8')
        download_url = re.findall("href='(.*?\.txt)'",html)
        #download_url = re.findall('href="(.*?\.txt)"',html)
        download_URL.append(download_url)
    #print(download_URL)
    return download_URL


def save_note(download_url):
    for each in download_url:
        for EACH in each:
            filename = EACH.split('/')[-1]
            #print(filename)
            with open(filename,'wb')as f:
                note = open_url(EACH).decode('gb18030').encode('utf-8')
                f.write(note)

def download_qishu(folder = '都市'):

    os.mkdir(folder)
    os.chdir(folder)

    url = 'http://www.qisuu.com/soft/sort04/'
    url1 = 'http://www.qisuu.com/'

    note_num = get_num(url)
    note_url = []
    for each in note_num:
        URL = url1 + each + '.html'
        note_url.append(URL)
    print(note_url)
        
    download_url = get_downloadurl(note_url)

    save_note(download_url)

if __name__ == '__main__':
    download_qishu()



报错信息：UnicodeEncodeError: 'ascii' codec can't encode characters in position 9-16: ordinal not in range(128)  求大神带我飞

ycgzs98789

open_url(EACH).encode(resp.encoding).decode("UTF-8")


encode是加密，decode是解密

石头怪

ycgzs98789 发表于 2017-5-26 15:52
open_url(EACH).encode(resp.encoding).decode("UTF-8")

好像还是不可以

石头怪

没有人关注吗？求大牛