conv_pkl_to_TFRecord.py 文件源码

def main():
    # Get the data.
    data_set = joblib.load("/mnt/guankai/CIKM/data/CIKM2017_train/train_Imp_3x3_resampled.pkl")
    for i in range(10):
        data_set = np.random.permutation(data_set)
    valid_data_num = int(len(data_set) / 10) #get 10% data for validation
    valid_set = data_set[0 : valid_data_num ]
    train_set = data_set[valid_data_num  : ]
    convert_to(train_set, "train_Imp_3x3_resampled")
    convert_to(valid_set, "valid_Imp_3x3_resampled")
    return