pipelines_manager.py 文件源码

def __init__(self):
        """
        Initialize the manager
        """
        self.logger = mp.log_to_stderr()
        self.logger.handlers[0].setFormatter(PipeFormatter())

        self.submitted = []
        self.actions = []
        self.process_thread = Thread(target=self.process)
        self.lock = Lock()
        self.pool = {'steps': '', 'pipelines': ''}

        self.pool['pipelines'] = mp.Pool(processes=MAX_PIPELINES,
                                         initializer=init_worker,
                                         maxtasksperchild=1)

        self.pool['steps'] = mp.Pool(processes=MAX_STEPS,
                                     initializer=init_worker,
                                     maxtasksperchild=1)

        self.manager = mp.Manager()
        self.pids = self.manager.dict()
        self.count = 0