def __init__(self, embeddings, memory_size: int, embeddings_size: int, hyperparameters: dict, rng: RandomStreams,
name="SequenceAveragingGRU", use_centroid=False):
"""
:param embeddings: the embedding matrix
"""
self.__name = name
self.__embeddings = embeddings
self.__memory_size = memory_size
self.__embeddings_size = embeddings_size
self.__hyperparameters = hyperparameters
self.__rng = rng
if use_centroid:
self.__gru = GruCentroidsCell(memory_size, embeddings_size, hyperparameters['num_centroids'],
hyperparameters['centroid_use_rate'], self.__rng, self.__name + ":GRUCell",
hyperparameters['log_init_noise'])
else:
self.__gru = GruCell(memory_size, embeddings_size, self.__name + ":GRUCell",
hyperparameters['log_init_noise'])
self.__params = {self.__name + ":" + n: v for n, v in self.__gru.get_params().items()}
评论列表
文章目录