def _apply_dense(self, g_t, x_tm1, prepare):
""""""
updates = []
if self._mu > 0:
m_and_t = self._dense_moving_average(x_tm1, g_t, 'm', self._mu)
m_bar_t = m_and_t[0]
updates.extend(m_and_t)
else:
m_bar_t = g_t
if self._ups > 0:
v_and_t = self._dense_moving_average(x_tm1, g_t**2, 'v', self._ups)
eps_t = ops.convert_to_tensor(self._eps)
v_bar_t = math_ops.sqrt(v_and_t[0] + eps_t)
updates.extend(v_and_t)
else:
v_bar_t = 1.
s_t = self._lr * m_bar_t / v_bar_t
return [[s_t, x_tm1, g_t]] + updates
#=============================================================
评论列表
文章目录