def __create_embedding_ops(self, last_hidden):
if self.n_embeddings > 0: # Preallocate memory to save embeddings
self.embedding_var = tf.Variable(tf.zeros([self.n_embeddings, self.layers_size[-2]]), name='representation')
self.next_embedding = tf.Variable(tf.zeros([1], dtype=tf.int32), name="next_embedding_counter")
self.save_embedding_op = tf.scatter_update(self.embedding_var, self.next_embedding, last_hidden)
self.increment_next_embedding_op = self.next_embedding.assign_add(tf.constant([1]))
self.embeddings_saver = tf.train.Saver([self.embedding_var])
评论列表
文章目录