model.py 文件源码

def _init_embeddings(self):
    with tf.variable_scope("embedding") as scope:

      # Uniform(-sqrt(3), sqrt(3)) has variance=1.
      sqrt3 = math.sqrt(3)
      initializer = tf.random_uniform_initializer(-sqrt3, sqrt3)

      self.embedding_matrix = tf.get_variable(
        name="embedding_matrix",
        shape=[self.vocab_size, self.embedding_size],
        initializer=initializer,
        dtype=tf.float32)

      self.encoder_inputs_embedded = embedding_lookup_unique(
        self.embedding_matrix, self.encoder_inputs)

      self.decoder_train_inputs_embedded = embedding_lookup_unique(
        self.embedding_matrix, self.decoder_train_inputs)