def l2_decay(self, gamma, layers=None):
'''L2 decay cost.
Args:
gamma (float): l2 decay rate.
layers (Optional[list]): layer numbers to do l2 decay on.
Returns:
T.tensor: L2 cost.
'''
if layers is None:
layers = range(self.n_layers)
cost = T.constant(0.).astype(floatX)
for l in layers:
W = self.__dict__['W%d' % l]
cost += gamma * (W ** 2).sum()
return cost
评论列表
文章目录