batcher.py 文件源码

def batch_gen(self,
                  num_iterations=None):
        if not num_iterations:
            num_iterations = self.num_iterations
        # batch
        for n, term_id_doc in enumerate(self.docs):
            windows_mat = self.make_windows_mat(term_id_doc)
            windows_mat_x, windows_mat_y = np.split(windows_mat, [self.bptt_steps], axis=1)
            for _ in range(num_iterations):
                for x, y in zip(np.vsplit(windows_mat_x, self.num_mbs_in_doc),
                                np.vsplit(windows_mat_y, self.num_mbs_in_doc)):
                    yield x, y