base_optimizer.py 文件源码

def _dense_moving_average(self, x_tm1, a_t, name, beta=.9):
    """"""

    b_tm1 = self.get_accumulator(x_tm1, '%s' % name)
    tm1 = self.get_accumulator(x_tm1, '%s/tm1' % name, shape=[])
    t = tf.assign_add(tm1, 1)
    if beta < 1:
      beta_t = tf.convert_to_tensor(beta, name='%s/decay' % name)
      beta_t = beta_t * (1-beta**tm1) / (1-beta**t)
    else:
      beta_t = tm1 / t
    b_t = tf.assign(b_tm1, beta_t*b_tm1)
    b_t = tf.assign_add(b_t, (1-beta_t)*a_t)
    return b_t, t

  #=============================================================