您的位置:首页 > 编程语言 > Python开发

python多线程 批量下补丁

2014-05-03 14:18 274 查看
一个一个下载 要2个多小时。就直接起了个线程池。效果明显。
import urllib2
from urlparse import urlparse

uri = 'http://******/patch****'
d = urllib2.urlopen(uri)
res = urlparse(uri)
f = open('c:/' + res.path, 'wb')
f.write(d.read())
f.close()
print 'over'

import urllib2
from urlparse import urlparse
import Queue
import threading

mf = open('rest.txt', 'r')
urls = []
while 1:
line = mf.readline()
if not line:
break
urls.append(line.replace('\r\n', ''))
mf.close()

queue = Queue.Queue()

class ThreadUrl(threading.Thread):
def __init__(self, queue, root):
threading.Thread.__init__(self)
self.queue = queue
self.root = root

def run(self):
while True:
uri = self.queue.get()
print uri
d = urllib2.urlopen(uri)
res = urlparse(uri)
f = open(self.root + res.path, 'wb')
f.write(d.read())
f.close()
self.queue.task_done()
print 'task done'
rootdir = 'C:/pathes/'
for i in range(4):
t = ThreadUrl(queue, rootdir)
t.setDaemon(True)
t.start()

for uri in urls:
queue.put(uri)

queue.join()
print 'over'
内容来自用户分享和网络整理,不保证内容的准确性,如有侵权内容,可联系管理员处理 点击这里给我发消息
标签: