do_test.py 文件源码

def reproduce(n = None, dataset = 'RCT', rand_shuffle = None, num_it = 3, split = None):
    """
    read save_ss files
    reproduce evaluation
    """

    filename = 'save_ss_' + dataset + ' ' + str(n) + '_' + str(rand_shuffle)
    f = open(filename, 'r')
    (tc_dic, mv_dic, vs_diag_dic, vs_full_dic) = pickle.load(f)

    start.main(dataset)
    lc = crowd_model.labels_collection(start.turk_data_id, start.rel)
    gold_dic = lc.get_true_ss()
    random.shuffle(start.turk_data_id, lambda : rand_shuffle)
    random.shuffle(start.rel, lambda : rand_shuffle)
    test_data = (start.turk_data_id[split:], start.rel[split:])

    print n    
    print "tc ", eval_cm(tc_dic, gold_dic, True, test_data)
    print "mv ", eval_cm(mv_dic, gold_dic, True, test_data)
    print "vs Full_Cov = False ", eval_cm(vs_diag_dic, gold_dic, True, test_data)
    print "vs Full_Cov = True " , eval_cm(vs_full_dic, gold_dic, True, test_data)
    f.close()