ensemble.py 文件源码

def verify_all(folder_paths):
    """
    Calls verify_one on each folder path. Also checks to make sure all the
    answer vocabularies are the same.
    """
    adict_paths = []
    for folder_path in folder_paths:
        paths = verify_one(folder_path)
        adict_paths.append(paths[2])
    adicts = []
    for path in adict_paths:
        with open(path, 'r') as f:
            adict = json.load(f)
            adicts.append(adict)
    if len(adicts) > 1:
        for a2 in adicts[1:]:
            if set(adicts[0].keys()) != set(a2.keys()):
                print set(adicts[0].keys()) - set(a2.keys())
                print set(a2.keys()) - set(adicts[0].keys())
                raise Exception('Answer vocab mismatch')
    return adicts