爬取文本DOXC写入内容报错

fatalman

docx添加段落那一步总是报错TypeError: 'in <string>' requires string as left operand, not int
如果取消编码ValueError: All strings must be XML compatible: Unicode or ASCII, no NULL bytes or control characters


import requests
from bs4 import BeautifulSoup
from docx import Document


def get_page_code(url, header):
    page_code = requests.get(url, headers=header)
    return page_code.text


def get_word_content(page_code):
    word_code = BeautifulSoup(page_code, 'html.parser')
    word_content = word_code.find('div', attrs={"style": "border:1px solid #C8DBD3;padding:20px;line-height:24px;"})
    word_title = word_code.find('title')
    # print(word_title.text, word_content.text)
    # return word_content
    data = word_title.text, word_content.text
    return data


def save_word(data):
    document = Document()
    document.add_heading(data[0])
    print(data[0])
    for detail in data[1]:
        document.add_paragraph(detail.encode("gb2312"))  # 添加段落

    document.save(f'{data[0]}.docx')
#     with open(f'{data[0]}.docx', mode='w', encoding='utf-8') as f:
#         f.write(data[1])
#     f.close()




def main(url, header):
    page_code = get_page_code(url, header)
    word_content = get_word_content(page_code)
    save_word(word_content)


if __name__ == "__main__":
    url = "https://wenku.baidu.com/view/fb6324d8fa0f76c66137ee06eff9aef8941e48b0.html"
    header = {
        'User-agent': 'Googlebot'
    }
    main(url, header)

suchocolate

1. def get_page_code(url, header):
   
2.     page_code = requests.get(url, headers=header)
   
3.     page_code.encoding = 'utf-8'
   
4.     return page_code.text

复制代码

fatalman

还是不行啊

ketai

1. def save_word(data):
   
2.     document = Document()
   
3.     document.add_heading(data[0])
   
4. 
   
5.     # print(len(data[1].split('/t')))
   
6.     file_doc = open("file.txt", 'w', encoding='gbk')
   
7.     file_doc.write(data[1])
   
8. 
   
9.     file_doc_ = open("file.txt", 'r', encoding='gbk')
   
10.     for detail in file_doc_.readlines():
    
11.         document.add_paragraph(detail.strip())
    
12.     document.save(f'{data[0]}.docx')

复制代码

报的错是传入类型错误，但是强转str类型结果是一堆byte类型的字符串，得不到想要的结果。能确定的是

1. document.add_paragraph(detail.encode("gb2312"))

复制代码

这行用法有问题，你看看有啥好办法解决把。