关于用gevent 下载图片的问题

Ootme

1. import urllib.request
   
2. import os
   
3. import random
   
4. import gevent
   
5. from gevent import monkey
   
6. monkey.patch_all()
   
7. 
   
8. user = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.88 Safari/537.36'
   
9. first={0:'w',1:'x',2:'y',3:'z',4:'0',5:'1',6:'2',7:'3',8:'4',9:'5'}
   
10. second={0:'TA',1:'MT',2:'Mj',3:'Mz',4:'ND',5:'NT',6:'Nj',7:'Nz',8:'OD',9:'OT',\
    
11.         10:'MTA',11:'MTE',12:'MTI',13:'MTM',14:'MTQ',15:'MTU',\
    
12.         16:'MTY',17:'MTc',18:'MTg',19:'MTk'}
    
13. dict1={1:'MQ',2:'Mg',3:'Mw',4:'NA',5:'NQ',6:'Ng',7:'Nw',8:'OA',9:'OQ'}
    
14. 
    
15. ip=['114.139.34.209:8118','123.169.102.252:9999','117.91.252.141:9999','175.44.108.143:9999']
    
16. 
    
17. def url_open(url):
    
18.     proxy = random.choice(ip)
    
19.     proxy_support = urllib.request.ProxyHandler({'https':proxy})
    
20.     opener = urllib.request.build_opener(proxy_support)
    
21.     urllib.request.install_opener(opener)
    
22.    
    
23.     req = urllib.request.Request(url)
    
24.     req.add_header('User-Agent',user)
    
25.     response = urllib.request.urlopen(req)
    
26.     html = response.read()
    
27.     return html
    
28. def get_page(url):
    
29.     html=url_open(url).decode("utf-8")
    
30.    
    
31.     a=html.find("current-comment-page")+23   
    
32.     b=html.find("]",a)   
    
33. 
    
34.     return html[a:b]
    
35.         
    
36. 
    
37. 
    
38. def img_find(url):
    
39.     html=url_open(url).decode('utf-8')
    
40.     img_addr = []
    
41.     a=html.find('img src=')
    
42.     while a !=-1:
    
43.         b=html.find('.jpg',a,a+255)
    
44.         if b != -1:
    
45.             img_addr.append('http:'+html[a+9:b+4])
    
46.         else :
    
47.             b=a+9
    
48. 
    
49.         a=html.find('img src=',b)
    
50.     print(img_addr)
    
51.     return img_addr   
    
52.    
    
53. 
    
54. def save(folder,img_addr):
    
55.     os.chdir(folder)
    
56.     for each in img_addr:
    
57.         name = each.split('/')[-1]
    
58.         with open(name,'wb') as f:
    
59.             img = url_open(each)
    
60.             f.write(img)
    
61.             
    
62.    
    
63. 
    
64. def download(xin):
    
65.     folder,begin,page = xin
    
66.     folder = 'D:\python\jichuu\多任务\协程\\' + folder
    
67.     os.mkdir(folder)
    
68.     if begin == 'begin':
    
69.         page_num=int(get_page(url))
    
70.     else :
    
71.         page_num = begin
    
72.    
    
73.     for i in range(page):
    
74.         page_num -=i
    
75.         url = 'http://www.jandan.net/ooxx/'
    
76.         if page_num >=10:
    
77.             url =url + 'MjAyMDAxMDct'+second[page_num//10]+ first[page_num%10]+ '=#comments'
    
78.             img_addr = img_find(url)
    
79.         else :
    
80.             url =url + 'MjAyMDAxMDct'+ dict1[page_num%10]+ '=#comments'
    
81.             img_addr = img_find(url)
    
82.         save(folder,img_addr)
    
83. 
    
84. def main():
    
85.     g1=gevent.spawn(download,('ooxx1',180,2))
    
86.     g2=gevent.spawn(download,('ooxx2',180,2))
    
87.     g1.join()
    
88.     g2.join()
    
89.    
    
90. 
    
91. if __name__ == '__main__':
    
92.     main()
    

复制代码

前面应该没什么重要的，应该是最后的main函数出了问题
为什么我下载的两页一样的图片，两个文件夹的图片数量不一样
两个线程结束的时间为什么会不一样啊。。

Ootme

代码是用之前的代码改的  所以页码的字典有些没改过来
但是为什么两个线程的结束时间不一样啊

Ootme

求助..