preprocessing.py 文件源码

def get_wikidata_dict(cacheddatapath, rawdatapath):
    try:
        with gzip.open(os.path.join(cacheddatapath, "wikidata_dict.pklz"), "rb") as infile:
            wikidataIDs = pickle.load(infile)
    except:
        wikidataIDs = make_wikidata_dict(cacheddatapath, rawdatapath)
        with gzip.open(os.path.join(cacheddatapath, "wikidata_dict.pklz"), "wb") as outfile:
            pickle.dump(wikidataIDs, outfile, protocol=4)
    return wikidataIDs

## functions to extract features