Python的线程池实现

1、1234567891011121314151617181920212223242526272829303132333435363738394041Pytho n的线程池实现代码#codin g:utf-8#Python的线程池实现import Queueimport threadi ngimport sysimport timeimport urllib#替我们工作的线程池中的线程class MyThread(threading.Thread):def _init_ (self, workQueue, resultQueue,timeout=30, *kwargs):threadi ng.Th

2、read._init_ (self, kwargs=kwargs)#线程在结束前等待任务队列多长时间self.timeout = timeoutself.setDaem on( True)self.workQueue = workQueueself.resultQueue = resultQueueself.start()def run( self):while True:try :#从工作队列中获取一个任务callable, args, kwargs = self.workQueue.get(timeout=self.timeout)#我们要执行的任务res = callable(args,

3、 kwargs)#报任务返回的结果放在结果队列中self.resultQueue.put(res+ | +self.getName()except Queue.Empty:#任务队列空的时候结束此线程breakexcept :print sys.exc_info()raiseclass ThreadPool:def _init_( self, num_of_threads=10):self.workQueue = Queue.Queue()self.resultQueue = Queue.Queue() self.threads =4243444546474849505152535455565

4、75859606162636465666768697071727374757677787980818283def _createThreadPool( self, num_of_threads ):for i in range( num_of_threads ):thread = MyThread( self.workQueue, self.resultQueue ) self.threads.appe nd(thread)def wait_for_complete(self):#等待所有线程完成。while len(self.threads):thread = self.threads.po

5、p()#等待线程结束if thread.isAlive():#判断线程是否还存活来决定是否调用jointhread.joi n()def add_job( self, callable, *args, *kwargs ):self.workQueue.put( (callable,args,kwargs)def test_job(id, sleep = 0.001 ):html =try :time.sleep(1)conn = urllib.urlope n(/)html = conn. read(20)except :print sys.exc_ info()return htmldef test():print start testi ngtp = ThreadPool(10)for i in range(50):time.sleep(0.2)tp.add_job( test_job, i, i*0.001 )tp.wait_for_complete()#处理结果print result Queue s len gth = %d % tp.resultQueue.qsize() while