adam.py 文件源码

python
阅读 27 收藏 0 点赞 0 评论 0

项目:Optimization 作者: tdozat 项目源码 文件源码
def _apply_dense(self, g_t, x_tm1, prepare):
    """"""

    updates = []

    if self._mu > 0:
      m_and_t = self._dense_moving_average(x_tm1, g_t, 'm', self._mu)
      m_bar_t = m_and_t[0]
      updates.extend(m_and_t)
    else:
      m_bar_t = g_t

    if self._ups > 0:
      v_and_t = self._dense_moving_average(x_tm1, g_t**2, 'v', self._ups)
      eps_t = ops.convert_to_tensor(self._eps)
      v_bar_t = math_ops.sqrt(v_and_t[0] + eps_t)
      updates.extend(v_and_t)
    else:
      v_bar_t = 1.

    s_t = self._lr * m_bar_t / v_bar_t
    return [[s_t, x_tm1, g_t]] + updates

  #=============================================================
评论列表
文章目录


问题


面经


文章

微信
公众号

扫码关注公众号