preprocess_question.py 文件源码

def main(file, table_file):
    questions = read_file(file)
    tables = read_file(table_file)

    table_dict = dict()
    for t in tables:
        table_dict[t["map_id"]] = t

    result = list()
    for q in questions:
        try:
            result.append(json.dumps(process_question(q, table_dict), default=json_util))
        except Exception as e:
            print(e)
            continue

    file_base_name = os.path.basename(file)
    dirname = os.path.dirname(file)
    with open(os.path.join(dirname, "preprocessed_" + file_base_name), "w") as f:
        f.write('\n'.join(result))
    print(len(result))