concurrent_batch_iter.py 文件源码

def __init__(self,
               batch_iter,
               max_queue_size=10,
               num_threads=5,
               log_queue=20,
               name=None):
    """
    Data provider wrapper that supports concurrent data fetching.
    """
    super(ConcurrentBatchIterator, self).__init__()
    self.max_queue_size = max_queue_size
    self.num_threads = num_threads
    self.q = queue.Queue(maxsize=max_queue_size)
    self.log = logger.get()
    self.batch_iter = batch_iter
    self.fetchers = []
    self.init_fetchers()
    self.counter = 0
    self.relaunch = True
    self._stopped = False
    self.log_queue = log_queue
    self.name = name
    pass