求教斧正有问题代码

caiyouqian

#爬取出版社名称，并写入到txt文档中
import requests
from bs4 import BeautifulSoup

def open_url(url):
   
#使用代理
    proxies = {"http": "127.0.0.1:1080", "https": "127.0.0.1:1080"}
    headers = {"user-agent":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.98  Safari/537.36"}
    res = requests.get(url, headers = headers, proxies = proxies)
    return res

def find_data(res):
    soup = BeautifulSoup(res.text, 'html.parser')
    data = soup.select(".list > a")
    return data
           
def main():
    url = "http://www.youlu.net/publisher/"
    res = open_url(url)
   
data = find_data(res)
    with open("E:\\2.txt","w",encoding='utf-8') as f:
        try:
        for i in range(0,len(data)):
            f.write(str(data[i].text)+"\n")
        except Exception as e:
            print("error"+e)
            


if __name__ == "__main__":
    main()

8306最硬

1. 
   
2. #爬取出版社名称，并写入到txt文档中
   
3. import requests
   
4. from bs4 import BeautifulSoup
   
5. 
   
6. def open_url(url):
   
7.    
   
8. #使用代理
   
9.     proxies = {"https": "127.0.0.1:1080"}
   
10.     headers = {"user-agent":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.98  Safari/537.36"}
    
11.     res = requests.get(url, headers = headers, proxies = proxies)
    
12.     return res
    
13. 
    
14. def find_data(res):
    
15.     soup = BeautifulSoup(res.text, 'html.parser')
    
16.     data = soup.select(".list > a")
    
17.     return data
    
18.             
    
19. def main():
    
20.     url = "http://www.youlu.net/publisher/"
    
21.     res = open_url(url)
    
22.    
    
23.     data = find_data(res)
    
24.     with open("D:\\2.txt","w",encoding='utf-8') as f:
    
25.         try:
    
26.             for i in range(0,len(data)):
    
27.                 f.write(str(data[i].text)+"\n")
    
28.         except Exception as e:
    
29.             print("error"+e)
    
30.             
    
31. 
    
32. 
    
33. if __name__ == "__main__":
    
34.     main()
    
35. 
    

复制代码

缩进没缩好，变量名打错了一个，其他代码没问题啊
代理有问题，敢情你打的本机地址代理啊
嗯，你把http的删掉就可以了

caiyouqian

8306最硬 发表于 2018-1-15 22:53
缩进没缩好，变量名打错了一个，其他代码没问题啊
代理有问题，敢情你打的本机地址代理啊
...

非常感谢！！

8306最硬

caiyouqian 发表于 2018-1-15 23:03
非常感谢！！

不客气~
原理我也不大清楚，坐等大神来解答