glove.py 文件源码

def main():
  glove_dict = LoadGlove()
  imdb_dict = LoadImdb()

  out_path = '../../data/imdb.glove.emb.pkl'

  emb = np.zeros([len(imdb_dict) + 2, 300], dtype=np.float32)
  for i in range(len(imdb_dict) + 2):
    if i in imdb_dict:
      # not 0 or 1
      word = imdb_dict[i]
      if word in glove_dict:
        # If in glove dict, use the embedding
        emb[i, :] = glove_dict[word]

  pickle.dump(emb, open(out_path, 'wb'))