util.py 文件源码

def preprocess_data_and_labels_AAP(data_file_path, save_path):
    def merge_folds(data_file_path, save_path):
        # merge all the separated folds into one file
        train = []
        val = []
        test = []
        for file in os.listdir(data_file_path):
            if fnmatch.fnmatch(file, '*train.txt'):
                train += (open(data_file_path + '/' + file, 'r').readlines())
            elif fnmatch.fnmatch(file, '*validation.txt'):
                val += (open(data_file_path + '/' + file, 'r').readlines())
            else:
                test += (open(data_file_path + '/' + file, 'r').readlines())

        open(save_path + '/train.txt', 'w').write(''.join(train))
        open(save_path + '/val.txt', 'w').write(''.join(val))
        open(save_path + '/test.txt', 'w').write(''.join(test))
        print len(train+val+test)

    merge_folds(data_file_path, save_path)