preprocess_data.py 文件源码

def modify_samples(samples, random_data, add_snitch, random_labels):
    minval = 1
    maxval = cfg.vocabulary_size - 1
    pb = Progress_bar(len(samples)-1)
    for sample in samples:

        int_vector = sample['int_vector']
        sample_class = sample['sample_class']

        if random_data:
            int_vector = [rt(minval, maxval) for _ in range(cfg.max_sequence)] 

        if add_snitch: 
            int_vector.extend([cfg.vocabulary_size-1])

        if random_labels:
            sample_class = random.randint(1,2)


        sample['int_vector'] = int_vector
        sample['sample_class'] = sample_class
        pb.tick()