python实现线程池

2018-07-20    来源:open-open

容器云强势上线!快速搭建集群,上万Linux镜像随意使用
python实现线程池
原理:建立一个任务队列,然多个线程都从这个任务队列中取出任务然后执行,当然任务队列要加锁,详细请看代码
import threading
import time
import signal
import os
 
class task_info(object):
    def __init__(self):
        self.func = None
        self.parm0 = None
        self.parm1 = None
        self.parm2 = None
     
class task_list(object):
    def __init__(self):
        self.tl = []
        self.mutex = threading.Lock()
        self.sem = threading.Semaphore(0)
     
    def append(self, ti):
        self.mutex.acquire()
        self.tl.append(ti)
        self.mutex.release()
        self.sem.release()
     
    def fetch(self):
        self.sem.acquire()
        self.mutex.acquire()
        ti = self.tl.pop(0)       
        self.mutex.release()
        return ti
     
class thrd(threading.Thread):
    def __init__(self, tl):
        threading.Thread.__init__(self)
        self.tl = tl
     
    def run(self):
        while True:
            tsk = self.tl.fetch()
            tsk.func(tsk.parm0, tsk.parm1, tsk.parm2)   
 
class thrd_pool(object):
    def __init__(self, thd_count, tl):
        self.thds = []
         
        for i in range(thd_count):
            self.thds.append(thrd(tl))
     
    def run(self):
        for thd in self.thds:
            thd.start()
             
             
def func(parm0=None, parm1=None, parm2=None):
    print 'count:%s, thrd_name:%s'%(str(parm0), threading.currentThread().getName())
     
def cleanup(signo, stkframe):
    print ('Oops! Got signal %s', signo)  
     
    os._exit(0)
     
if __name__ == '__main__':
     
    signal.signal(signal.SIGINT, cleanup)
    signal.signal(signal.SIGQUIT, cleanup)
    signal.signal(signal.SIGTERM, cleanup)
     
    tl = task_list()
    tp = thrd_pool(6, tl)
    tp.run()
     
    count = 0
    while True:
         
        ti = task_info()
        ti.parm0 = count
        ti.func = func
        tl.append(ti)
        count += 1
         
        time.sleep(2)
    pass
 

标签: 代码

版权申明:本站文章部分自网络,如有侵权,请联系:west999com@outlook.com
特别注意:本站所有转载文章言论不代表本站观点!
本站所提供的图片等素材,版权归原作者所有,如需使用,请与原作者联系。

上一篇:python去除列表里的重复元素的集中方法汇总

下一篇: python通过reportlab实现图片转换pdf